diff options
| -rw-r--r-- | android/bazel.go | 9 | ||||
| -rw-r--r-- | android/module.go | 5 | ||||
| -rw-r--r-- | apex/bootclasspath_fragment_test.go | 55 | ||||
| -rw-r--r-- | apex/prebuilt.go | 20 | ||||
| -rw-r--r-- | bp2build/cc_binary_conversion_test.go | 8 | ||||
| -rw-r--r-- | bp2build/genrule_conversion_test.go | 152 | ||||
| -rw-r--r-- | bp2build/java_binary_host_conversion_test.go | 4 | ||||
| -rw-r--r-- | bp2build/java_library_host_conversion_test.go | 8 | ||||
| -rw-r--r-- | bp2build/python_binary_conversion_test.go | 16 | ||||
| -rw-r--r-- | bp2build/python_library_conversion_test.go | 120 | ||||
| -rw-r--r-- | cc/binary.go | 11 | ||||
| -rw-r--r-- | cc/config/arm64_device.go | 4 | ||||
| -rw-r--r-- | cc/config/arm64_linux_host.go | 1 | ||||
| -rw-r--r-- | cc/config/global.go | 1 | ||||
| -rw-r--r-- | cc/config/x86_linux_bionic_host.go | 1 | ||||
| -rw-r--r-- | java/bootclasspath_fragment.go | 102 | ||||
| -rw-r--r-- | java/plugin.go | 7 | ||||
| -rw-r--r-- | ui/build/cleanbuild.go | 1 |
18 files changed, 379 insertions, 146 deletions
diff --git a/android/bazel.go b/android/bazel.go index 5d1507c30..d5fdfd757 100644 --- a/android/bazel.go +++ b/android/bazel.go @@ -497,15 +497,18 @@ var ( // java deps "android_icu4j_srcgen", // depends on unconverted modules: currysrc + "bin2c_fastdeployagent", // depends on deployagent, a java binary "currysrc", // depends on unconverted modules: currysrc_org.eclipse, guavalib, jopt-simple-4.9 - "bin2c_fastdeployagent", // depends on unconverted module: deployagent - "timezone-host", // depends on unconverted modules: art.module.api.annotations "robolectric-sqlite4java-0.282", // depends on unconverted modules: robolectric-sqlite4java-import, robolectric-sqlite4java-native - "truth-prebuilt", // depends on unconverted modules: asm-7.0, guava + "timezone-host", // depends on unconverted modules: art.module.api.annotations "truth-host-prebuilt", // depends on unconverted modules: truth-prebuilt + "truth-prebuilt", // depends on unconverted modules: asm-7.0, guava "generated_android_icu4j_resources", // depends on unconverted modules: android_icu4j_srcgen_binary, soong_zip "generated_android_icu4j_test_resources", // depends on unconverted modules: android_icu4j_srcgen_binary, soong_zip + + "art-script", // depends on unconverted modules: dalvikvm, dex2oat + "dex2oat-script", // depends on unconverted modules: dex2oat } // Per-module denylist of cc_library modules to only generate the static diff --git a/android/module.go b/android/module.go index 00aed952f..d0807c3f6 100644 --- a/android/module.go +++ b/android/module.go @@ -1165,6 +1165,11 @@ func (attrs *CommonAttributes) fillCommonBp2BuildModuleAttrs(ctx *topDownMutator productConfigEnabledLabels, nil, }) + moduleSupportsDevice := mod.commonProperties.HostOrDeviceSupported&deviceSupported == deviceSupported + if mod.commonProperties.HostOrDeviceSupported != NeitherHostNorDeviceSupported && !moduleSupportsDevice { + enabledProperty.SetSelectValue(bazel.OsConfigurationAxis, Android.Name, proptools.BoolPtr(false)) + } + platformEnabledAttribute, err := enabledProperty.ToLabelListAttribute( bazel.LabelList{[]bazel.Label{bazel.Label{Label: "@platforms//:incompatible"}}, nil}, bazel.LabelList{[]bazel.Label{}, nil}) diff --git a/apex/bootclasspath_fragment_test.go b/apex/bootclasspath_fragment_test.go index 8f44fc537..ce6b7f730 100644 --- a/apex/bootclasspath_fragment_test.go +++ b/apex/bootclasspath_fragment_test.go @@ -553,12 +553,66 @@ func TestBootclasspathFragmentInArtApex(t *testing.T) { `prebuilt_com.android.art`, }) + // The boot images are installed in the APEX by Soong, so there shouldn't be any dexpreopt-related Make modules. + ensureDoesNotContainRequiredDeps(t, result.TestContext, "com.android.art", "android_common_com.android.art_image", []string{ + "mybootclasspathfragment-dexpreopt-arm64-boot.art", + "mybootclasspathfragment-dexpreopt-arm64-boot.oat", + "mybootclasspathfragment-dexpreopt-arm64-boot.vdex", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.art", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.oat", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.vdex", + "mybootclasspathfragment-dexpreopt-arm-boot.art", + "mybootclasspathfragment-dexpreopt-arm-boot.oat", + "mybootclasspathfragment-dexpreopt-arm-boot.vdex", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.art", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.oat", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.vdex", + }) + // Make sure that the prebuilt bootclasspath_fragment copies its dex files to the predefined // locations for the art image. module := result.ModuleForTests("prebuilt_mybootclasspathfragment", "android_common_com.android.art") checkCopiesToPredefinedLocationForArt(t, result.Config, module, "bar", "foo") }) + t.Run("boot image files from preferred prebuilt no boot image in apex", func(t *testing.T) { + result := android.GroupFixturePreparers( + commonPreparer, + + // Configure some libraries in the art bootclasspath_fragment that match the source + // bootclasspath_fragment's contents property. + java.FixtureConfigureBootJars("com.android.art:foo", "com.android.art:bar"), + addSource("foo", "bar"), + + // Make sure that a preferred prebuilt with consistent contents doesn't affect the apex. + addPrebuilt(true, "foo", "bar"), + + java.FixtureSetBootImageInstallDirOnDevice("art", "system/framework"), + ).RunTest(t) + + ensureExactContents(t, result.TestContext, "com.android.art", "android_common_com.android.art_image", []string{ + "etc/boot-image.prof", + "etc/classpaths/bootclasspath.pb", + "javalib/bar.jar", + "javalib/foo.jar", + }) + + ensureContainsRequiredDeps(t, result.TestContext, "com.android.art", "android_common_com.android.art_image", []string{ + "mybootclasspathfragment-dexpreopt-arm64-boot.art", + "mybootclasspathfragment-dexpreopt-arm64-boot.oat", + "mybootclasspathfragment-dexpreopt-arm64-boot.vdex", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.art", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.oat", + "mybootclasspathfragment-dexpreopt-arm64-boot-bar.vdex", + "mybootclasspathfragment-dexpreopt-arm-boot.art", + "mybootclasspathfragment-dexpreopt-arm-boot.oat", + "mybootclasspathfragment-dexpreopt-arm-boot.vdex", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.art", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.oat", + "mybootclasspathfragment-dexpreopt-arm-boot-bar.vdex", + }) + }) + t.Run("source with inconsistency between config and contents", func(t *testing.T) { android.GroupFixturePreparers( commonPreparer, @@ -631,6 +685,7 @@ func TestBootclasspathFragmentInPrebuiltArtApex(t *testing.T) { // Configure some libraries in the art bootclasspath_fragment. java.FixtureConfigureBootJars("com.android.art:foo", "com.android.art:bar"), + java.FixtureSetBootImageInstallDirOnDevice("art", "apex/com.android.art/javalib"), ) bp := ` diff --git a/apex/prebuilt.go b/apex/prebuilt.go index 02d807516..158c8046f 100644 --- a/apex/prebuilt.go +++ b/apex/prebuilt.go @@ -65,7 +65,8 @@ type prebuiltCommon struct { // Installed locations of symlinks for backward compatibility. compatSymlinks android.InstallPaths - hostRequired []string + hostRequired []string + requiredModuleNames []string } type sanitizedPrebuilt interface { @@ -195,9 +196,19 @@ func (p *prebuiltCommon) initApexFilesForAndroidMk(ctx android.ModuleContext) { } p.apexFilesForAndroidMk = append(p.apexFilesForAndroidMk, af) } - } else if tag == exportedBootclasspathFragmentTag || - tag == exportedSystemserverclasspathFragmentTag { - // Visit the children of the bootclasspath_fragment and systemserver_fragment. + } else if tag == exportedBootclasspathFragmentTag { + bcpfModule, ok := child.(*java.PrebuiltBootclasspathFragmentModule) + if !ok { + ctx.PropertyErrorf("exported_bootclasspath_fragments", "%q is not a prebuilt_bootclasspath_fragment module", name) + return false + } + for _, makeModuleName := range bcpfModule.BootImageDeviceInstallMakeModules() { + p.requiredModuleNames = append(p.requiredModuleNames, makeModuleName) + } + // Visit the children of the bootclasspath_fragment. + return true + } else if tag == exportedSystemserverclasspathFragmentTag { + // Visit the children of the systemserver_fragment. return true } @@ -211,6 +222,7 @@ func (p *prebuiltCommon) addRequiredModules(entries *android.AndroidMkEntries) { entries.AddStrings("LOCAL_TARGET_REQUIRED_MODULES", fi.targetRequiredModuleNames...) entries.AddStrings("LOCAL_HOST_REQUIRED_MODULES", fi.hostRequiredModuleNames...) } + entries.AddStrings("LOCAL_REQUIRED_MODULES", p.requiredModuleNames...) } func (p *prebuiltCommon) AndroidMkEntries() []android.AndroidMkEntries { diff --git a/bp2build/cc_binary_conversion_test.go b/bp2build/cc_binary_conversion_test.go index a156480d2..f9adc78f8 100644 --- a/bp2build/cc_binary_conversion_test.go +++ b/bp2build/cc_binary_conversion_test.go @@ -84,13 +84,13 @@ func runCcHostBinaryTestCase(t *testing.T, tc ccBinaryBp2buildTestCase) { t.Helper() testCase := tc for i, tar := range testCase.targets { - if tar.typ != "cc_binary" { - continue - } - tar.attrs["target_compatible_with"] = `select({ + switch tar.typ { + case "cc_binary", "proto_library", "cc_lite_proto_library": + tar.attrs["target_compatible_with"] = `select({ "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], "//conditions:default": [], })` + } testCase.targets[i] = tar } moduleTypeUnderTest := "cc_binary_host" diff --git a/bp2build/genrule_conversion_test.go b/bp2build/genrule_conversion_test.go index 0666da778..9244b9922 100644 --- a/bp2build/genrule_conversion_test.go +++ b/bp2build/genrule_conversion_test.go @@ -97,13 +97,22 @@ func TestGenruleCliVariableReplacement(t *testing.T) { }` for _, tc := range testCases { + moduleAttrs := attrNameToString{ + "cmd": fmt.Sprintf(`"$(location :foo.tool) --genDir=%s arg $(SRCS) $(OUTS)"`, tc.genDir), + "outs": `["foo.out"]`, + "srcs": `["foo.in"]`, + "tools": `[":foo.tool"]`, + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ - "cmd": fmt.Sprintf(`"$(location :foo.tool) --genDir=%s arg $(SRCS) $(OUTS)"`, tc.genDir), - "outs": `["foo.out"]`, - "srcs": `["foo.in"]`, - "tools": `[":foo.tool"]`, - }), + makeBazelTarget("genrule", "foo", moduleAttrs), } t.Run(tc.moduleType, func(t *testing.T) { @@ -158,25 +167,36 @@ func TestGenruleLocationsLabel(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := - []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ - "cmd": `"$(locations :foo.tools) -s $(OUTS) $(SRCS)"`, - "outs": `["foo.out"]`, - "srcs": `["foo.in"]`, - "tools": `[":foo.tools"]`, - }), - makeBazelTarget("genrule", "foo.tools", attrNameToString{ - "cmd": `"cp $(SRCS) $(OUTS)"`, - "outs": `[ + for _, tc := range testCases { + fooAttrs := attrNameToString{ + "cmd": `"$(locations :foo.tools) -s $(OUTS) $(SRCS)"`, + "outs": `["foo.out"]`, + "srcs": `["foo.in"]`, + "tools": `[":foo.tools"]`, + } + fooToolsAttrs := attrNameToString{ + "cmd": `"cp $(SRCS) $(OUTS)"`, + "outs": `[ "foo_tool.out", "foo_tool2.out", ]`, - "srcs": `["foo_tool.in"]`, - }), + "srcs": `["foo_tool.in"]`, + } + + if tc.moduleType == "java_genrule_host" { + compatibilityAttrs := `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + fooAttrs["target_compatible_with"] = compatibilityAttrs + fooToolsAttrs["target_compatible_with"] = compatibilityAttrs + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", fooAttrs), + makeBazelTarget("genrule", "foo.tools", fooToolsAttrs), } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ @@ -221,16 +241,25 @@ func TestGenruleLocationsAbsoluteLabel(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ + for _, tc := range testCases { + moduleAttrs := attrNameToString{ "cmd": `"$(locations //other:foo.tool) -s $(OUTS) $(SRCS)"`, "outs": `["foo.out"]`, "srcs": `["foo.in"]`, "tools": `["//other:foo.tool"]`, - }), - } + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", moduleAttrs), + } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ @@ -276,16 +305,25 @@ func TestGenruleSrcsLocationsAbsoluteLabel(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ + for _, tc := range testCases { + moduleAttrs := attrNameToString{ "cmd": `"$(locations //other:foo.tool) -s $(OUTS) $(location //other:other.tool)"`, "outs": `["foo.out"]`, "srcs": `["//other:other.tool"]`, "tools": `["//other:foo.tool"]`, - }), - } + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", moduleAttrs), + } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ @@ -331,8 +369,8 @@ func TestGenruleLocationLabelShouldSubstituteFirstToolLabel(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ + for _, tc := range testCases { + moduleAttrs := attrNameToString{ "cmd": `"$(location //other:foo.tool) -s $(OUTS) $(SRCS)"`, "outs": `["foo.out"]`, "srcs": `["foo.in"]`, @@ -340,9 +378,19 @@ func TestGenruleLocationLabelShouldSubstituteFirstToolLabel(t *testing.T) { "//other:foo.tool", "//other:other.tool", ]`, - })} + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", moduleAttrs), + } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ @@ -388,8 +436,8 @@ func TestGenruleLocationsLabelShouldSubstituteFirstToolLabel(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ + for _, tc := range testCases { + moduleAttrs := attrNameToString{ "cmd": `"$(locations //other:foo.tool) -s $(OUTS) $(SRCS)"`, "outs": `["foo.out"]`, "srcs": `["foo.in"]`, @@ -397,9 +445,19 @@ func TestGenruleLocationsLabelShouldSubstituteFirstToolLabel(t *testing.T) { "//other:foo.tool", "//other:other.tool", ]`, - })} + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", moduleAttrs), + } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ @@ -444,14 +502,24 @@ func TestGenruleWithoutToolsOrToolFiles(t *testing.T) { bazel_module: { bp2build_available: true }, }` - expectedBazelTargets := []string{ - makeBazelTarget("genrule", "foo", attrNameToString{ + for _, tc := range testCases { + moduleAttrs := attrNameToString{ "cmd": `"cp $(SRCS) $(OUTS)"`, "outs": `["foo.out"]`, "srcs": `["foo.in"]`, - })} + } + + if tc.moduleType == "java_genrule_host" { + moduleAttrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + expectedBazelTargets := []string{ + makeBazelTarget("genrule", "foo", moduleAttrs), + } - for _, tc := range testCases { t.Run(tc.moduleType, func(t *testing.T) { runBp2BuildTestCase(t, func(ctx android.RegistrationContext) {}, bp2buildTestCase{ diff --git a/bp2build/java_binary_host_conversion_test.go b/bp2build/java_binary_host_conversion_test.go index c683b25f5..65136d9f1 100644 --- a/bp2build/java_binary_host_conversion_test.go +++ b/bp2build/java_binary_host_conversion_test.go @@ -59,6 +59,10 @@ func TestJavaBinaryHost(t *testing.T) { "deps": `["//other:jni-lib-1"]`, "jvm_flags": `["-Djava.library.path=$${RUNPATH}other"]`, "javacopts": `["-Xdoclint:all/protected"]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) diff --git a/bp2build/java_library_host_conversion_test.go b/bp2build/java_library_host_conversion_test.go index 6ac82dbd2..73abdd2ea 100644 --- a/bp2build/java_library_host_conversion_test.go +++ b/bp2build/java_library_host_conversion_test.go @@ -48,9 +48,17 @@ java_library_host { makeBazelTarget("java_library", "java-lib-host-1", attrNameToString{ "srcs": `["a.java"]`, "deps": `[":java-lib-host-2"]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), makeBazelTarget("java_library", "java-lib-host-2", attrNameToString{ "srcs": `["c.java"]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) diff --git a/bp2build/python_binary_conversion_test.go b/bp2build/python_binary_conversion_test.go index 40c8ba1e9..dfa11d1be 100644 --- a/bp2build/python_binary_conversion_test.go +++ b/bp2build/python_binary_conversion_test.go @@ -51,6 +51,10 @@ func TestPythonBinaryHostSimple(t *testing.T) { "b/c.py", "b/d.py", ]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) @@ -80,6 +84,10 @@ func TestPythonBinaryHostPy2(t *testing.T) { makeBazelTarget("py_binary", "foo", attrNameToString{ "python_version": `"PY2"`, "srcs": `["a.py"]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) @@ -109,6 +117,10 @@ func TestPythonBinaryHostPy3(t *testing.T) { // python_version is PY3 by default. makeBazelTarget("py_binary", "foo", attrNameToString{ "srcs": `["a.py"]`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) @@ -141,6 +153,10 @@ func TestPythonBinaryHostArchVariance(t *testing.T) { "//build/bazel/platforms/arch:x86": ["x86.py"], "//conditions:default": [], })`, + "target_compatible_with": `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })`, }), }, }) diff --git a/bp2build/python_library_conversion_test.go b/bp2build/python_library_conversion_test.go index 6b261052c..356d52e8c 100644 --- a/bp2build/python_library_conversion_test.go +++ b/bp2build/python_library_conversion_test.go @@ -11,19 +11,51 @@ import ( // TODO(alexmarquez): Should be lifted into a generic Bp2Build file type PythonLibBp2Build func(ctx android.TopDownMutatorContext) -func runPythonLibraryTestCase(t *testing.T, tc bp2buildTestCase) { +type pythonLibBp2BuildTestCase struct { + description string + filesystem map[string]string + blueprint string + expectedBazelTargets []testBazelTarget +} + +func convertPythonLibTestCaseToBp2build_Host(tc pythonLibBp2BuildTestCase) bp2buildTestCase { + for i := range tc.expectedBazelTargets { + tc.expectedBazelTargets[i].attrs["target_compatible_with"] = `select({ + "//build/bazel/platforms/os:android": ["@platforms//:incompatible"], + "//conditions:default": [], + })` + } + + return convertPythonLibTestCaseToBp2build(tc) +} + +func convertPythonLibTestCaseToBp2build(tc pythonLibBp2BuildTestCase) bp2buildTestCase { + var bp2BuildTargets []string + for _, t := range tc.expectedBazelTargets { + bp2BuildTargets = append(bp2BuildTargets, makeBazelTarget(t.typ, t.name, t.attrs)) + } + return bp2buildTestCase{ + description: tc.description, + filesystem: tc.filesystem, + blueprint: tc.blueprint, + expectedBazelTargets: bp2BuildTargets, + } +} + +func runPythonLibraryTestCase(t *testing.T, tc pythonLibBp2BuildTestCase) { t.Helper() - testCase := tc + testCase := convertPythonLibTestCaseToBp2build(tc) testCase.description = fmt.Sprintf(testCase.description, "python_library") testCase.blueprint = fmt.Sprintf(testCase.blueprint, "python_library") testCase.moduleTypeUnderTest = "python_library" testCase.moduleTypeUnderTestFactory = python.PythonLibraryFactory + runBp2BuildTestCaseSimple(t, testCase) } -func runPythonLibraryHostTestCase(t *testing.T, tc bp2buildTestCase) { +func runPythonLibraryHostTestCase(t *testing.T, tc pythonLibBp2BuildTestCase) { t.Helper() - testCase := tc + testCase := convertPythonLibTestCaseToBp2build_Host(tc) testCase.description = fmt.Sprintf(testCase.description, "python_library_host") testCase.blueprint = fmt.Sprintf(testCase.blueprint, "python_library_host") testCase.moduleTypeUnderTest = "python_library_host" @@ -34,14 +66,14 @@ func runPythonLibraryHostTestCase(t *testing.T, tc bp2buildTestCase) { testCase) } -func runPythonLibraryTestCases(t *testing.T, tc bp2buildTestCase) { +func runPythonLibraryTestCases(t *testing.T, tc pythonLibBp2BuildTestCase) { t.Helper() runPythonLibraryTestCase(t, tc) runPythonLibraryHostTestCase(t, tc) } func TestSimplePythonLib(t *testing.T) { - testCases := []bp2buildTestCase{ + testCases := []pythonLibBp2BuildTestCase{ { description: "simple %s converts to a native py_library", filesystem: map[string]string{ @@ -64,17 +96,21 @@ func TestSimplePythonLib(t *testing.T) { srcs: ["b/e.py"], bazel_module: { bp2build_available: false }, }`, - expectedBazelTargets: []string{ - makeBazelTarget("py_library", "foo", attrNameToString{ - "data": `["files/data.txt"]`, - "deps": `[":bar"]`, - "srcs": `[ + expectedBazelTargets: []testBazelTarget{ + { + typ: "py_library", + name: "foo", + attrs: attrNameToString{ + "data": `["files/data.txt"]`, + "deps": `[":bar"]`, + "srcs": `[ "a.py", "b/c.py", "b/d.py", ]`, - "srcs_version": `"PY3"`, - }), + "srcs_version": `"PY3"`, + }, + }, }, }, { @@ -93,11 +129,15 @@ func TestSimplePythonLib(t *testing.T) { bazel_module: { bp2build_available: true }, }`, - expectedBazelTargets: []string{ - makeBazelTarget("py_library", "foo", attrNameToString{ - "srcs": `["a.py"]`, - "srcs_version": `"PY2"`, - }), + expectedBazelTargets: []testBazelTarget{ + { + typ: "py_library", + name: "foo", + attrs: attrNameToString{ + "srcs": `["a.py"]`, + "srcs_version": `"PY2"`, + }, + }, }, }, { @@ -116,11 +156,15 @@ func TestSimplePythonLib(t *testing.T) { bazel_module: { bp2build_available: true }, }`, - expectedBazelTargets: []string{ - makeBazelTarget("py_library", "foo", attrNameToString{ - "srcs": `["a.py"]`, - "srcs_version": `"PY3"`, - }), + expectedBazelTargets: []testBazelTarget{ + { + typ: "py_library", + name: "foo", + attrs: attrNameToString{ + "srcs": `["a.py"]`, + "srcs_version": `"PY3"`, + }, + }, }, }, { @@ -139,11 +183,15 @@ func TestSimplePythonLib(t *testing.T) { bazel_module: { bp2build_available: true }, }`, - expectedBazelTargets: []string{ - // srcs_version is PY2ANDPY3 by default. - makeBazelTarget("py_library", "foo", attrNameToString{ - "srcs": `["a.py"]`, - }), + expectedBazelTargets: []testBazelTarget{ + { + // srcs_version is PY2ANDPY3 by default. + typ: "py_library", + name: "foo", + attrs: attrNameToString{ + "srcs": `["a.py"]`, + }, + }, }, }, } @@ -156,7 +204,7 @@ func TestSimplePythonLib(t *testing.T) { } func TestPythonArchVariance(t *testing.T) { - runPythonLibraryTestCases(t, bp2buildTestCase{ + runPythonLibraryTestCases(t, pythonLibBp2BuildTestCase{ description: "test %s arch variants", filesystem: map[string]string{ "dir/arm.py": "", @@ -173,15 +221,19 @@ func TestPythonArchVariance(t *testing.T) { }, }, }`, - expectedBazelTargets: []string{ - makeBazelTarget("py_library", "foo", attrNameToString{ - "srcs": `select({ + expectedBazelTargets: []testBazelTarget{ + { + typ: "py_library", + name: "foo", + attrs: attrNameToString{ + "srcs": `select({ "//build/bazel/platforms/arch:arm": ["arm.py"], "//build/bazel/platforms/arch:x86": ["x86.py"], "//conditions:default": [], })`, - "srcs_version": `"PY3"`, - }), + "srcs_version": `"PY3"`, + }, + }, }, }) } diff --git a/cc/binary.go b/cc/binary.go index bf77d3deb..05923b1b8 100644 --- a/cc/binary.go +++ b/cc/binary.go @@ -605,19 +605,12 @@ func binaryBp2build(ctx android.TopDownMutatorContext, m *Module, typ string) { Features: baseAttrs.features, } - var enabledProperty bazel.BoolAttribute - if typ == "cc_binary_host" { - falseVal := false - enabledProperty.SetSelectValue(bazel.OsConfigurationAxis, android.Android.Name, &falseVal) - } - - ctx.CreateBazelTargetModuleWithRestrictions(bazel.BazelTargetModuleProperties{ + ctx.CreateBazelTargetModule(bazel.BazelTargetModuleProperties{ Rule_class: "cc_binary", Bzl_load_location: "//build/bazel/rules:cc_binary.bzl", }, android.CommonAttributes{Name: m.Name()}, - attrs, - enabledProperty) + attrs) } // binaryAttributes contains Bazel attributes corresponding to a cc binary diff --git a/cc/config/arm64_device.go b/cc/config/arm64_device.go index 2d6bcb89d..979c82525 100644 --- a/cc/config/arm64_device.go +++ b/cc/config/arm64_device.go @@ -33,7 +33,9 @@ var ( }, "armv8-a-branchprot": []string{ "-march=armv8-a", - "-mbranch-protection=standard", + // Disable BTI until drm vendors stop using OS libraries as sources + // of gadgets (https://issuetracker.google.com/216395195). + "-mbranch-protection=pac-ret", }, "armv8-2a": []string{ "-march=armv8.2-a", diff --git a/cc/config/arm64_linux_host.go b/cc/config/arm64_linux_host.go index 853d818f1..5c7f926f8 100644 --- a/cc/config/arm64_linux_host.go +++ b/cc/config/arm64_linux_host.go @@ -41,7 +41,6 @@ var ( "-Wl,-z,relro", "-Wl,-z,now", "-Wl,--build-id=md5", - "-Wl,--warn-shared-textrel", "-Wl,--fatal-warnings", "-Wl,--hash-style=gnu", "-Wl,--no-undefined-version", diff --git a/cc/config/global.go b/cc/config/global.go index cf39d3ce1..48a8b4805 100644 --- a/cc/config/global.go +++ b/cc/config/global.go @@ -142,7 +142,6 @@ var ( "-Wl,-z,relro", "-Wl,-z,now", "-Wl,--build-id=md5", - "-Wl,--warn-shared-textrel", "-Wl,--fatal-warnings", "-Wl,--no-undefined-version", // TODO: Eventually we should link against a libunwind.a with hidden symbols, and then these diff --git a/cc/config/x86_linux_bionic_host.go b/cc/config/x86_linux_bionic_host.go index 4b7ba6a85..976cc25be 100644 --- a/cc/config/x86_linux_bionic_host.go +++ b/cc/config/x86_linux_bionic_host.go @@ -47,7 +47,6 @@ var ( "-Wl,-z,relro", "-Wl,-z,now", "-Wl,--build-id=md5", - "-Wl,--warn-shared-textrel", "-Wl,--fatal-warnings", "-Wl,--hash-style=gnu", "-Wl,--no-undefined-version", diff --git a/java/bootclasspath_fragment.go b/java/bootclasspath_fragment.go index 47941807c..a36bd6a63 100644 --- a/java/bootclasspath_fragment.go +++ b/java/bootclasspath_fragment.go @@ -1073,7 +1073,7 @@ type prebuiltBootclasspathFragmentProperties struct { // At the moment this is basically just a bootclasspath_fragment module that can be used as a // prebuilt. Eventually as more functionality is migrated into the bootclasspath_fragment module // type from the various singletons then this will diverge. -type prebuiltBootclasspathFragmentModule struct { +type PrebuiltBootclasspathFragmentModule struct { BootclasspathFragmentModule prebuilt android.Prebuilt @@ -1081,16 +1081,16 @@ type prebuiltBootclasspathFragmentModule struct { prebuiltProperties prebuiltBootclasspathFragmentProperties } -func (module *prebuiltBootclasspathFragmentModule) Prebuilt() *android.Prebuilt { +func (module *PrebuiltBootclasspathFragmentModule) Prebuilt() *android.Prebuilt { return &module.prebuilt } -func (module *prebuiltBootclasspathFragmentModule) Name() string { +func (module *PrebuiltBootclasspathFragmentModule) Name() string { return module.prebuilt.Name(module.ModuleBase.Name()) } // produceHiddenAPIOutput returns a path to the prebuilt all-flags.csv or nil if none is specified. -func (module *prebuiltBootclasspathFragmentModule) produceHiddenAPIOutput(ctx android.ModuleContext, contents []android.Module, input HiddenAPIFlagInput) *HiddenAPIOutput { +func (module *PrebuiltBootclasspathFragmentModule) produceHiddenAPIOutput(ctx android.ModuleContext, contents []android.Module, input HiddenAPIFlagInput) *HiddenAPIOutput { pathForOptionalSrc := func(src *string, defaultPath android.Path) android.Path { if src == nil { return defaultPath @@ -1131,7 +1131,7 @@ func (module *prebuiltBootclasspathFragmentModule) produceHiddenAPIOutput(ctx an } // produceBootImageFiles extracts the boot image files from the APEX if available. -func (module *prebuiltBootclasspathFragmentModule) produceBootImageFiles(ctx android.ModuleContext, imageConfig *bootImageConfig) bootImageFilesByArch { +func (module *PrebuiltBootclasspathFragmentModule) produceBootImageFiles(ctx android.ModuleContext, imageConfig *bootImageConfig) bootImageFilesByArch { if !shouldCopyBootFilesToPredefinedLocations(ctx, imageConfig) { return nil } @@ -1141,37 +1141,53 @@ func (module *prebuiltBootclasspathFragmentModule) produceBootImageFiles(ctx and return nil // An error has been reported by FindDeapexerProviderForModule. } - files := bootImageFilesByArch{} - for _, variant := range imageConfig.apexVariants() { - arch := variant.target.Arch.ArchType - for _, toPath := range variant.imagesDeps { - apexRelativePath := apexRootRelativePathToBootImageFile(arch, toPath.Base()) - // Get the path to the file that the deapexer extracted from the prebuilt apex file. - fromPath := di.PrebuiltExportPath(apexRelativePath) - - // Return the toPath as the calling code expects the paths in the returned map to be the - // paths predefined in the bootImageConfig. - files[arch] = append(files[arch], toPath) - - // Copy the file to the predefined location. - ctx.Build(pctx, android.BuildParams{ - Rule: android.Cp, - Input: fromPath, - Output: toPath, - }) - } + profile := (android.WritablePath)(nil) + if imageConfig.profileInstallPathInApex != "" { + profile = di.PrebuiltExportPath(imageConfig.profileInstallPathInApex) } - // Build the boot image files for the host variants. These are built from the dex files provided - // by the contents of this module as prebuilt versions of the host boot image files are not - // available, i.e. there is no host specific prebuilt apex containing them. This has to be built - // without a profile as the prebuilt modules do not provide a profile. - buildBootImageVariantsForBuildOs(ctx, imageConfig, nil) + // Build the boot image files for the host variants. These are always built from the dex files + // provided by the contents of this module as prebuilt versions of the host boot image files are + // not available, i.e. there is no host specific prebuilt apex containing them. This has to be + // built without a profile as the prebuilt modules do not provide a profile. + buildBootImageVariantsForBuildOs(ctx, imageConfig, profile) - return files + if imageConfig.shouldInstallInApex() { + // If the boot image files for the android variants are in the prebuilt apex, we must use those + // rather than building new ones because those boot image files are going to be used on device. + files := bootImageFilesByArch{} + for _, variant := range imageConfig.apexVariants() { + arch := variant.target.Arch.ArchType + for _, toPath := range variant.imagesDeps { + apexRelativePath := apexRootRelativePathToBootImageFile(arch, toPath.Base()) + // Get the path to the file that the deapexer extracted from the prebuilt apex file. + fromPath := di.PrebuiltExportPath(apexRelativePath) + + // Return the toPath as the calling code expects the paths in the returned map to be the + // paths predefined in the bootImageConfig. + files[arch] = append(files[arch], toPath) + + // Copy the file to the predefined location. + ctx.Build(pctx, android.BuildParams{ + Rule: android.Cp, + Input: fromPath, + Output: toPath, + }) + } + } + return files + } else { + if profile == nil { + ctx.ModuleErrorf("Unable to produce boot image files: neither boot image files nor profiles exists in the prebuilt apex") + return nil + } + // Build boot image files for the android variants from the dex files provided by the contents + // of this module. + return buildBootImageVariantsForAndroidOs(ctx, imageConfig, profile) + } } -var _ commonBootclasspathFragment = (*prebuiltBootclasspathFragmentModule)(nil) +var _ commonBootclasspathFragment = (*PrebuiltBootclasspathFragmentModule)(nil) // createBootImageTag creates the tag to uniquely identify the boot image file among all of the // files that a module requires from the prebuilt .apex file. @@ -1185,16 +1201,22 @@ func createBootImageTag(arch android.ArchType, baseName string) string { // // If there is no image config associated with this fragment then it returns nil. Otherwise, it // returns the files that are listed in the image config. -func (module *prebuiltBootclasspathFragmentModule) RequiredFilesFromPrebuiltApex(ctx android.BaseModuleContext) []string { +func (module *PrebuiltBootclasspathFragmentModule) RequiredFilesFromPrebuiltApex(ctx android.BaseModuleContext) []string { imageConfig := module.getImageConfig(ctx) if imageConfig != nil { - // Add the boot image files, e.g. .art, .oat and .vdex files. files := []string{} - for _, variant := range imageConfig.apexVariants() { - arch := variant.target.Arch.ArchType - for _, path := range variant.imagesDeps.Paths() { - base := path.Base() - files = append(files, apexRootRelativePathToBootImageFile(arch, base)) + if imageConfig.profileInstallPathInApex != "" { + // Add the boot image profile. + files = append(files, imageConfig.profileInstallPathInApex) + } + if imageConfig.shouldInstallInApex() { + // Add the boot image files, e.g. .art, .oat and .vdex files. + for _, variant := range imageConfig.apexVariants() { + arch := variant.target.Arch.ArchType + for _, path := range variant.imagesDeps.Paths() { + base := path.Base() + files = append(files, apexRootRelativePathToBootImageFile(arch, base)) + } } } return files @@ -1206,10 +1228,10 @@ func apexRootRelativePathToBootImageFile(arch android.ArchType, base string) str return filepath.Join("javalib", arch.String(), base) } -var _ android.RequiredFilesFromPrebuiltApex = (*prebuiltBootclasspathFragmentModule)(nil) +var _ android.RequiredFilesFromPrebuiltApex = (*PrebuiltBootclasspathFragmentModule)(nil) func prebuiltBootclasspathFragmentFactory() android.Module { - m := &prebuiltBootclasspathFragmentModule{} + m := &PrebuiltBootclasspathFragmentModule{} m.AddProperties(&m.properties, &m.prebuiltProperties) // This doesn't actually have any prebuilt files of its own so pass a placeholder for the srcs // array. diff --git a/java/plugin.go b/java/plugin.go index f1a5ec451..4b174b930 100644 --- a/java/plugin.go +++ b/java/plugin.go @@ -17,8 +17,6 @@ package java import ( "android/soong/android" "android/soong/bazel" - - "github.com/google/blueprint/proptools" ) func init() { @@ -78,12 +76,9 @@ func (p *Plugin) ConvertWithBp2build(ctx android.TopDownMutatorContext) { attrs.Processor_class = p.pluginProperties.Processor_class } - var enabledProperty bazel.BoolAttribute - enabledProperty.SetSelectValue(bazel.OsConfigurationAxis, android.Android.Name, proptools.BoolPtr(false)) - props := bazel.BazelTargetModuleProperties{ Rule_class: "java_plugin", } - ctx.CreateBazelTargetModuleWithRestrictions(props, android.CommonAttributes{Name: p.Name()}, attrs, enabledProperty) + ctx.CreateBazelTargetModule(props, android.CommonAttributes{Name: p.Name()}, attrs) } diff --git a/ui/build/cleanbuild.go b/ui/build/cleanbuild.go index a3a1aaf68..1c80cff31 100644 --- a/ui/build/cleanbuild.go +++ b/ui/build/cleanbuild.go @@ -171,6 +171,7 @@ func installClean(ctx Context, config Config) { productOut("recovery"), productOut("root"), productOut("system"), + productOut("system_dlkm"), productOut("system_other"), productOut("vendor"), productOut("vendor_dlkm"), |