android/packaging.go - LeafOS-Project/android_build_soong - Gitiles

 // Copyright 2020 Google Inc. All rights reserved.
 //
 // Licensed under the Apache License, Version 2.0 (the "License")
 // you may not use this file except in compliance with the License.
 // You may obtain a copy of the License at
 //
 //     http://www.apache.org/licenses/LICENSE-2.0
 //
 // Unless required by applicable law or agreed to in writing, software
 // distributed under the License is distributed on an "AS IS" BASIS,
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.

 package android

 import (
 	"fmt"
 	"path/filepath"
 	"strings"

 	"github.com/google/blueprint"
 )

 // PackagingSpec abstracts a request to place a built artifact at a certain path in a package. A
 // package can be the traditional <partition>.img, but isn't limited to those. Other examples could
 // be a new filesystem image that is a subset of system.img (e.g. for an Android-like mini OS
 // running on a VM), or a zip archive for some of the host tools.
 type PackagingSpec struct {
 	// Path relative to the root of the package
 	relPathInPackage string

 	// The path to the built artifact
 	srcPath Path

 	// If this is not empty, then relPathInPackage should be a symlink to this target. (Then
 	// srcPath is of course ignored.)
 	symlinkTarget string

 	// Whether relPathInPackage should be marked as executable or not
 	executable bool

 	effectiveLicenseFiles *Paths

 	partition string
 }

 // Get file name of installed package
 func (p *PackagingSpec) FileName() string {
 	if p.relPathInPackage != "" {
 		return filepath.Base(p.relPathInPackage)
 	}

 	return ""
 }

 // Path relative to the root of the package
 func (p *PackagingSpec) RelPathInPackage() string {
 	return p.relPathInPackage
 }

 func (p *PackagingSpec) SetRelPathInPackage(relPathInPackage string) {
 	p.relPathInPackage = relPathInPackage
 }

 func (p *PackagingSpec) EffectiveLicenseFiles() Paths {
 	if p.effectiveLicenseFiles == nil {
 		return Paths{}
 	}
 	return *p.effectiveLicenseFiles
 }

 func (p *PackagingSpec) Partition() string {
 	return p.partition
 }

 type PackageModule interface {
 	Module
 	packagingBase() *PackagingBase

 	// AddDeps adds dependencies to the `deps` modules. This should be called in DepsMutator.
 	// When adding the dependencies, depTag is used as the tag. If `deps` modules are meant to
 	// be copied to a zip in CopyDepsToZip, `depTag` should implement PackagingItem marker interface.
 	AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag)

 	// GatherPackagingSpecs gathers PackagingSpecs of transitive dependencies.
 	GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec
 	GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec

 	// CopyDepsToZip zips the built artifacts of the dependencies into the given zip file and
 	// returns zip entries in it. This is expected to be called in GenerateAndroidBuildActions,
 	// followed by a build rule that unzips it and creates the final output (img, zip, tar.gz,
 	// etc.) from the extracted files
 	CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) []string
 }

 // PackagingBase provides basic functionality for packaging dependencies. A module is expected to
 // include this struct and call InitPackageModule.
 type PackagingBase struct {
 	properties PackagingProperties

 	// Allows this module to skip missing dependencies. In most cases, this is not required, but
 	// for rare cases like when there's a dependency to a module which exists in certain repo
 	// checkouts, this is needed.
 	IgnoreMissingDependencies bool
 }

 type depsProperty struct {
 	// Modules to include in this package
 	Deps []string `android:"arch_variant"`
 }

 type packagingMultilibProperties struct {
 	First  depsProperty `android:"arch_variant"`
 	Common depsProperty `android:"arch_variant"`
 	Lib32  depsProperty `android:"arch_variant"`
 	Lib64  depsProperty `android:"arch_variant"`
 }

 type packagingArchProperties struct {
 	Arm64  depsProperty
 	Arm    depsProperty
 	X86_64 depsProperty
 	X86    depsProperty
 }

 type PackagingProperties struct {
 	Deps     []string                    `android:"arch_variant"`
 	Multilib packagingMultilibProperties `android:"arch_variant"`
 	Arch     packagingArchProperties
 }

 func InitPackageModule(p PackageModule) {
 	base := p.packagingBase()
 	p.AddProperties(&base.properties)
 }

 func (p *PackagingBase) packagingBase() *PackagingBase {
 	return p
 }

 // From deps and multilib.*.deps, select the dependencies that are for the given arch deps is for
 // the current archicture when this module is not configured for multi target. When configured for
 // multi target, deps is selected for each of the targets and is NOT selected for the current
 // architecture which would be Common.
 func (p *PackagingBase) getDepsForArch(ctx BaseModuleContext, arch ArchType) []string {
 	var ret []string
 	if arch == ctx.Target().Arch.ArchType && len(ctx.MultiTargets()) == 0 {
 		ret = append(ret, p.properties.Deps...)
 	} else if arch.Multilib == "lib32" {
 		ret = append(ret, p.properties.Multilib.Lib32.Deps...)
 	} else if arch.Multilib == "lib64" {
 		ret = append(ret, p.properties.Multilib.Lib64.Deps...)
 	} else if arch == Common {
 		ret = append(ret, p.properties.Multilib.Common.Deps...)
 	}

 	for i, t := range ctx.MultiTargets() {
 		if t.Arch.ArchType == arch {
 			ret = append(ret, p.properties.Deps...)
 			if i == 0 {
 				ret = append(ret, p.properties.Multilib.First.Deps...)
 			}
 		}
 	}

 	if ctx.Arch().ArchType == Common {
 		switch arch {
 		case Arm64:
 			ret = append(ret, p.properties.Arch.Arm64.Deps...)
 		case Arm:
 			ret = append(ret, p.properties.Arch.Arm.Deps...)
 		case X86_64:
 			ret = append(ret, p.properties.Arch.X86_64.Deps...)
 		case X86:
 			ret = append(ret, p.properties.Arch.X86.Deps...)
 		}
 	}

 	return FirstUniqueStrings(ret)
 }

 func (p *PackagingBase) getSupportedTargets(ctx BaseModuleContext) []Target {
 	var ret []Target
 	// The current and the common OS targets are always supported
 	ret = append(ret, ctx.Target())
 	if ctx.Arch().ArchType != Common {
 		ret = append(ret, Target{Os: ctx.Os(), Arch: Arch{ArchType: Common}})
 	}
 	// If this module is configured for multi targets, those should be supported as well
 	ret = append(ret, ctx.MultiTargets()...)
 	return ret
 }

 // PackagingItem is a marker interface for dependency tags.
 // Direct dependencies with a tag implementing PackagingItem are packaged in CopyDepsToZip().
 type PackagingItem interface {
 	// IsPackagingItem returns true if the dep is to be packaged
 	IsPackagingItem() bool
 }

 // DepTag provides default implementation of PackagingItem interface.
 // PackagingBase-derived modules can define their own dependency tag by embedding this, which
 // can be passed to AddDeps() or AddDependencies().
 type PackagingItemAlwaysDepTag struct {
 }

 // IsPackagingItem returns true if the dep is to be packaged
 func (PackagingItemAlwaysDepTag) IsPackagingItem() bool {
 	return true
 }

 // See PackageModule.AddDeps
 func (p *PackagingBase) AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag) {
 	for _, t := range p.getSupportedTargets(ctx) {
 		for _, dep := range p.getDepsForArch(ctx, t.Arch.ArchType) {
 			if p.IgnoreMissingDependencies && !ctx.OtherModuleExists(dep) {
 				continue
 			}
 			ctx.AddFarVariationDependencies(t.Variations(), depTag, dep)
 		}
 	}
 }

 func (p *PackagingBase) GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec {
 	m := make(map[string]PackagingSpec)
 	ctx.VisitDirectDeps(func(child Module) {
 		if pi, ok := ctx.OtherModuleDependencyTag(child).(PackagingItem); !ok || !pi.IsPackagingItem() {
 			return
 		}
 		for _, ps := range child.TransitivePackagingSpecs() {
 			if filter != nil {
 				if !filter(ps) {
 					continue
 				}
 			}
 			if _, ok := m[ps.relPathInPackage]; !ok {
 				m[ps.relPathInPackage] = ps
 			}
 		}
 	})
 	return m
 }

 // See PackageModule.GatherPackagingSpecs
 func (p *PackagingBase) GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec {
 	return p.GatherPackagingSpecsWithFilter(ctx, nil)
 }

 // CopySpecsToDir is a helper that will add commands to the rule builder to copy the PackagingSpec
 // entries into the specified directory.
 func (p *PackagingBase) CopySpecsToDir(ctx ModuleContext, builder *RuleBuilder, specs map[string]PackagingSpec, dir WritablePath) (entries []string) {
 	if len(specs) == 0 {
 		return entries
 	}
 	seenDir := make(map[string]bool)
 	preparerPath := PathForModuleOut(ctx, "preparer.sh")
 	cmd := builder.Command().Tool(preparerPath)
 	var sb strings.Builder
 	sb.WriteString("set -e\n")
 	for _, k := range SortedKeys(specs) {
 		ps := specs[k]
 		destPath := filepath.Join(dir.String(), ps.relPathInPackage)
 		destDir := filepath.Dir(destPath)
 		entries = append(entries, ps.relPathInPackage)
 		if _, ok := seenDir[destDir]; !ok {
 			seenDir[destDir] = true
 			sb.WriteString(fmt.Sprintf("mkdir -p %s\n", destDir))
 		}
 		if ps.symlinkTarget == "" {
 			cmd.Implicit(ps.srcPath)
 			sb.WriteString(fmt.Sprintf("cp %s %s\n", ps.srcPath, destPath))
 		} else {
 			sb.WriteString(fmt.Sprintf("ln -sf %s %s\n", ps.symlinkTarget, destPath))
 		}
 		if ps.executable {
 			sb.WriteString(fmt.Sprintf("chmod a+x %s\n", destPath))
 		}
 	}

 	WriteExecutableFileRuleVerbatim(ctx, preparerPath, sb.String())

 	return entries
 }

 // See PackageModule.CopyDepsToZip
 func (p *PackagingBase) CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) (entries []string) {
 	builder := NewRuleBuilder(pctx, ctx)

 	dir := PathForModuleOut(ctx, ".zip")
 	builder.Command().Text("rm").Flag("-rf").Text(dir.String())
 	builder.Command().Text("mkdir").Flag("-p").Text(dir.String())
 	entries = p.CopySpecsToDir(ctx, builder, specs, dir)

 	builder.Command().
 		BuiltTool("soong_zip").
 		FlagWithOutput("-o ", zipOut).
 		FlagWithArg("-C ", dir.String()).
 		Flag("-L 0"). // no compression because this will be unzipped soon
 		FlagWithArg("-D ", dir.String())
 	builder.Command().Text("rm").Flag("-rf").Text(dir.String())

 	builder.Build("zip_deps", fmt.Sprintf("Zipping deps for %s", ctx.ModuleName()))
 	return entries
 }
	// Copyright 2020 Google Inc. All rights reserved.
	//
	// Licensed under the Apache License, Version 2.0 (the "License")
	// you may not use this file except in compliance with the License.
	// You may obtain a copy of the License at
	//
	// http://www.apache.org/licenses/LICENSE-2.0
	//
	// Unless required by applicable law or agreed to in writing, software
	// distributed under the License is distributed on an "AS IS" BASIS,
	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	// See the License for the specific language governing permissions and
	// limitations under the License.

	package android

	import (
	"fmt"
	"path/filepath"
	"strings"

	"github.com/google/blueprint"
	)

	// PackagingSpec abstracts a request to place a built artifact at a certain path in a package. A
	// package can be the traditional <partition>.img, but isn't limited to those. Other examples could
	// be a new filesystem image that is a subset of system.img (e.g. for an Android-like mini OS
	// running on a VM), or a zip archive for some of the host tools.
	type PackagingSpec struct {
	// Path relative to the root of the package
	relPathInPackage string

	// The path to the built artifact
	srcPath Path

	// If this is not empty, then relPathInPackage should be a symlink to this target. (Then
	// srcPath is of course ignored.)
	symlinkTarget string

	// Whether relPathInPackage should be marked as executable or not
	executable bool

	effectiveLicenseFiles *Paths

	partition string
	}

	// Get file name of installed package
	func (p *PackagingSpec) FileName() string {
	if p.relPathInPackage != "" {
	return filepath.Base(p.relPathInPackage)
	}

	return ""
	}

	// Path relative to the root of the package
	func (p *PackagingSpec) RelPathInPackage() string {
	return p.relPathInPackage
	}

	func (p *PackagingSpec) SetRelPathInPackage(relPathInPackage string) {
	p.relPathInPackage = relPathInPackage
	}

	func (p *PackagingSpec) EffectiveLicenseFiles() Paths {
	if p.effectiveLicenseFiles == nil {
	return Paths{}
	}
	return *p.effectiveLicenseFiles
	}

	func (p *PackagingSpec) Partition() string {
	return p.partition
	}

	type PackageModule interface {
	Module
	packagingBase() *PackagingBase

	// AddDeps adds dependencies to the `deps` modules. This should be called in DepsMutator.
	// When adding the dependencies, depTag is used as the tag. If `deps` modules are meant to
	// be copied to a zip in CopyDepsToZip, `depTag` should implement PackagingItem marker interface.
	AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag)

	// GatherPackagingSpecs gathers PackagingSpecs of transitive dependencies.
	GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec
	GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec

	// CopyDepsToZip zips the built artifacts of the dependencies into the given zip file and
	// returns zip entries in it. This is expected to be called in GenerateAndroidBuildActions,
	// followed by a build rule that unzips it and creates the final output (img, zip, tar.gz,
	// etc.) from the extracted files
	CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) []string
	}

	// PackagingBase provides basic functionality for packaging dependencies. A module is expected to
	// include this struct and call InitPackageModule.
	type PackagingBase struct {
	properties PackagingProperties

	// Allows this module to skip missing dependencies. In most cases, this is not required, but
	// for rare cases like when there's a dependency to a module which exists in certain repo
	// checkouts, this is needed.
	IgnoreMissingDependencies bool
	}

	type depsProperty struct {
	// Modules to include in this package
	Deps []string `android:"arch_variant"`
	}

	type packagingMultilibProperties struct {
	First depsProperty `android:"arch_variant"`
	Common depsProperty `android:"arch_variant"`
	Lib32 depsProperty `android:"arch_variant"`
	Lib64 depsProperty `android:"arch_variant"`
	}

	type packagingArchProperties struct {
	Arm64 depsProperty
	Arm depsProperty
	X86_64 depsProperty
	X86 depsProperty
	}

	type PackagingProperties struct {
	Deps []string `android:"arch_variant"`
	Multilib packagingMultilibProperties `android:"arch_variant"`
	Arch packagingArchProperties
	}

	func InitPackageModule(p PackageModule) {
	base := p.packagingBase()
	p.AddProperties(&base.properties)
	}

	func (p PackagingBase) packagingBase() PackagingBase {
	return p
	}

	// From deps and multilib.*.deps, select the dependencies that are for the given arch deps is for
	// the current archicture when this module is not configured for multi target. When configured for
	// multi target, deps is selected for each of the targets and is NOT selected for the current
	// architecture which would be Common.
	func (p *PackagingBase) getDepsForArch(ctx BaseModuleContext, arch ArchType) []string {
	var ret []string
	if arch == ctx.Target().Arch.ArchType && len(ctx.MultiTargets()) == 0 {
	ret = append(ret, p.properties.Deps...)
	} else if arch.Multilib == "lib32" {
	ret = append(ret, p.properties.Multilib.Lib32.Deps...)
	} else if arch.Multilib == "lib64" {
	ret = append(ret, p.properties.Multilib.Lib64.Deps...)
	} else if arch == Common {
	ret = append(ret, p.properties.Multilib.Common.Deps...)
	}

	for i, t := range ctx.MultiTargets() {
	if t.Arch.ArchType == arch {
	ret = append(ret, p.properties.Deps...)
	if i == 0 {
	ret = append(ret, p.properties.Multilib.First.Deps...)
	}
	}
	}

	if ctx.Arch().ArchType == Common {
	switch arch {
	case Arm64:
	ret = append(ret, p.properties.Arch.Arm64.Deps...)
	case Arm:
	ret = append(ret, p.properties.Arch.Arm.Deps...)
	case X86_64:
	ret = append(ret, p.properties.Arch.X86_64.Deps...)
	case X86:
	ret = append(ret, p.properties.Arch.X86.Deps...)
	}
	}

	return FirstUniqueStrings(ret)
	}

	func (p *PackagingBase) getSupportedTargets(ctx BaseModuleContext) []Target {
	var ret []Target
	// The current and the common OS targets are always supported
	ret = append(ret, ctx.Target())
	if ctx.Arch().ArchType != Common {
	ret = append(ret, Target{Os: ctx.Os(), Arch: Arch{ArchType: Common}})
	}
	// If this module is configured for multi targets, those should be supported as well
	ret = append(ret, ctx.MultiTargets()...)
	return ret
	}

	// PackagingItem is a marker interface for dependency tags.
	// Direct dependencies with a tag implementing PackagingItem are packaged in CopyDepsToZip().
	type PackagingItem interface {
	// IsPackagingItem returns true if the dep is to be packaged
	IsPackagingItem() bool
	}

	// DepTag provides default implementation of PackagingItem interface.
	// PackagingBase-derived modules can define their own dependency tag by embedding this, which
	// can be passed to AddDeps() or AddDependencies().
	type PackagingItemAlwaysDepTag struct {
	}

	// IsPackagingItem returns true if the dep is to be packaged
	func (PackagingItemAlwaysDepTag) IsPackagingItem() bool {
	return true
	}

	// See PackageModule.AddDeps
	func (p *PackagingBase) AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag) {
	for _, t := range p.getSupportedTargets(ctx) {
	for _, dep := range p.getDepsForArch(ctx, t.Arch.ArchType) {
	if p.IgnoreMissingDependencies && !ctx.OtherModuleExists(dep) {
	continue
	}
	ctx.AddFarVariationDependencies(t.Variations(), depTag, dep)
	}
	}
	}

	func (p *PackagingBase) GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec {
	m := make(map[string]PackagingSpec)
	ctx.VisitDirectDeps(func(child Module) {
	if pi, ok := ctx.OtherModuleDependencyTag(child).(PackagingItem); !ok \|\| !pi.IsPackagingItem() {
	return
	}
	for _, ps := range child.TransitivePackagingSpecs() {
	if filter != nil {
	if !filter(ps) {
	continue
	}
	}
	if _, ok := m[ps.relPathInPackage]; !ok {
	m[ps.relPathInPackage] = ps
	}
	}
	})
	return m
	}

	// See PackageModule.GatherPackagingSpecs
	func (p *PackagingBase) GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec {
	return p.GatherPackagingSpecsWithFilter(ctx, nil)
	}

	// CopySpecsToDir is a helper that will add commands to the rule builder to copy the PackagingSpec
	// entries into the specified directory.
	func (p PackagingBase) CopySpecsToDir(ctx ModuleContext, builder RuleBuilder, specs map[string]PackagingSpec, dir WritablePath) (entries []string) {
	if len(specs) == 0 {
	return entries
	}
	seenDir := make(map[string]bool)
	preparerPath := PathForModuleOut(ctx, "preparer.sh")
	cmd := builder.Command().Tool(preparerPath)
	var sb strings.Builder
	sb.WriteString("set -e\n")
	for _, k := range SortedKeys(specs) {
	ps := specs[k]
	destPath := filepath.Join(dir.String(), ps.relPathInPackage)
	destDir := filepath.Dir(destPath)
	entries = append(entries, ps.relPathInPackage)
	if _, ok := seenDir[destDir]; !ok {
	seenDir[destDir] = true
	sb.WriteString(fmt.Sprintf("mkdir -p %s\n", destDir))
	}
	if ps.symlinkTarget == "" {
	cmd.Implicit(ps.srcPath)
	sb.WriteString(fmt.Sprintf("cp %s %s\n", ps.srcPath, destPath))
	} else {
	sb.WriteString(fmt.Sprintf("ln -sf %s %s\n", ps.symlinkTarget, destPath))
	}
	if ps.executable {
	sb.WriteString(fmt.Sprintf("chmod a+x %s\n", destPath))
	}
	}

	WriteExecutableFileRuleVerbatim(ctx, preparerPath, sb.String())

	return entries
	}

	// See PackageModule.CopyDepsToZip
	func (p *PackagingBase) CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) (entries []string) {
	builder := NewRuleBuilder(pctx, ctx)

	dir := PathForModuleOut(ctx, ".zip")
	builder.Command().Text("rm").Flag("-rf").Text(dir.String())
	builder.Command().Text("mkdir").Flag("-p").Text(dir.String())
	entries = p.CopySpecsToDir(ctx, builder, specs, dir)

	builder.Command().
	BuiltTool("soong_zip").
	FlagWithOutput("-o ", zipOut).
	FlagWithArg("-C ", dir.String()).
	Flag("-L 0"). // no compression because this will be unzipped soon
	FlagWithArg("-D ", dir.String())
	builder.Command().Text("rm").Flag("-rf").Text(dir.String())

	builder.Build("zip_deps", fmt.Sprintf("Zipping deps for %s", ctx.ModuleName()))
	return entries
	}