1// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package cc
16
17import (
18	"path/filepath"
19
20	"android/soong/android"
21
22	"github.com/google/blueprint"
23	"github.com/google/blueprint/proptools"
24)
25
26// This file contains support for using cc library modules within an sdk.
27
28var sharedLibrarySdkMemberType = &librarySdkMemberType{
29	SdkMemberTypeBase: android.SdkMemberTypeBase{
30		PropertyName:          "native_shared_libs",
31		SupportsSdk:           true,
32		HostOsDependent:       true,
33		SupportedLinkageNames: []string{"shared"},
34	},
35	prebuiltModuleType: "cc_prebuilt_library_shared",
36}
37
38var staticLibrarySdkMemberType = &librarySdkMemberType{
39	SdkMemberTypeBase: android.SdkMemberTypeBase{
40		PropertyName:          "native_static_libs",
41		SupportsSdk:           true,
42		HostOsDependent:       true,
43		SupportedLinkageNames: []string{"static"},
44	},
45	prebuiltModuleType: "cc_prebuilt_library_static",
46}
47
48var staticAndSharedLibrarySdkMemberType = &librarySdkMemberType{
49	SdkMemberTypeBase: android.SdkMemberTypeBase{
50		PropertyName:           "native_libs",
51		OverridesPropertyNames: map[string]bool{"native_shared_libs": true, "native_static_libs": true},
52		SupportsSdk:            true,
53		HostOsDependent:        true,
54		SupportedLinkageNames:  []string{"static", "shared"},
55	},
56	prebuiltModuleType: "cc_prebuilt_library",
57}
58
59func init() {
60	// Register sdk member types.
61	android.RegisterSdkMemberType(sharedLibrarySdkMemberType)
62	android.RegisterSdkMemberType(staticLibrarySdkMemberType)
63	android.RegisterSdkMemberType(staticAndSharedLibrarySdkMemberType)
64}
65
66type librarySdkMemberType struct {
67	android.SdkMemberTypeBase
68
69	prebuiltModuleType string
70
71	noOutputFiles bool // True if there are no srcs files.
72
73}
74
75func (mt *librarySdkMemberType) AddDependencies(ctx android.SdkDependencyContext, dependencyTag blueprint.DependencyTag, names []string) {
76	// The base set of targets which does not include native bridge targets.
77	defaultTargets := ctx.MultiTargets()
78
79	// The lazily created list of native bridge targets.
80	var includeNativeBridgeTargets []android.Target
81
82	for _, lib := range names {
83		targets := defaultTargets
84
85		// If native bridge support is required in the sdk snapshot then add native bridge targets to
86		// the basic list of targets that are required.
87		nativeBridgeSupport := ctx.RequiresTrait(lib, nativeBridgeSdkTrait)
88		if nativeBridgeSupport && ctx.Device() {
89			// If not already computed then compute the list of native bridge targets.
90			if includeNativeBridgeTargets == nil {
91				includeNativeBridgeTargets = append([]android.Target{}, defaultTargets...)
92				allAndroidTargets := ctx.Config().Targets[android.Android]
93				for _, possibleNativeBridgeTarget := range allAndroidTargets {
94					if possibleNativeBridgeTarget.NativeBridge == android.NativeBridgeEnabled {
95						includeNativeBridgeTargets = append(includeNativeBridgeTargets, possibleNativeBridgeTarget)
96					}
97				}
98			}
99
100			// Include the native bridge targets as well.
101			targets = includeNativeBridgeTargets
102		}
103
104		// memberDependency encapsulates information about the dependencies to add for this member.
105		type memberDependency struct {
106			// The targets to depend upon.
107			targets []android.Target
108
109			// Additional image variations to depend upon, is either nil for no image variation or
110			// contains a single image variation.
111			imageVariations []blueprint.Variation
112		}
113
114		// Extract the name and version from the module name.
115		name, version := StubsLibNameAndVersion(lib)
116		if version == "" {
117			version = "latest"
118		}
119
120		// Compute the set of dependencies to add.
121		var memberDependencies []memberDependency
122		if ctx.Host() {
123			// Host does not support image variations so add a dependency without any.
124			memberDependencies = append(memberDependencies, memberDependency{
125				targets: targets,
126			})
127		} else {
128			// Otherwise, this is targeting the device so add a dependency on the core image variation
129			// (image:"").
130			memberDependencies = append(memberDependencies, memberDependency{
131				imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.CoreVariation}},
132				targets:         targets,
133			})
134
135			// If required add additional dependencies on the image:ramdisk variants.
136			if ctx.RequiresTrait(lib, ramdiskImageRequiredSdkTrait) {
137				memberDependencies = append(memberDependencies, memberDependency{
138					imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.RamdiskVariation}},
139					// Only add a dependency on the first target as that is the only one which will have an
140					// image:ramdisk variant.
141					targets: targets[:1],
142				})
143			}
144
145			// If required add additional dependencies on the image:recovery variants.
146			if ctx.RequiresTrait(lib, recoveryImageRequiredSdkTrait) {
147				memberDependencies = append(memberDependencies, memberDependency{
148					imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.RecoveryVariation}},
149					// Only add a dependency on the first target as that is the only one which will have an
150					// image:recovery variant.
151					targets: targets[:1],
152				})
153			}
154		}
155
156		// For each dependency in the list add dependencies on the targets with the correct variations.
157		for _, dependency := range memberDependencies {
158			// For each target add a dependency on the target with any additional dependencies.
159			for _, target := range dependency.targets {
160				// Get the variations for the target.
161				variations := target.Variations()
162
163				// Add any additional dependencies needed.
164				variations = append(variations, dependency.imageVariations...)
165
166				if mt.SupportedLinkageNames == nil {
167					// No link types are supported so add a dependency directly.
168					ctx.AddFarVariationDependencies(variations, dependencyTag, name)
169				} else {
170					// Otherwise, add a dependency on each supported link type in turn.
171					for _, linkType := range mt.SupportedLinkageNames {
172						libVariations := append(variations,
173							blueprint.Variation{Mutator: "link", Variation: linkType})
174						// If this is for the device and a shared link type then add a dependency onto the
175						// appropriate version specific variant of the module.
176						if ctx.Device() && linkType == "shared" {
177							libVariations = append(libVariations,
178								blueprint.Variation{Mutator: "version", Variation: version})
179						}
180						ctx.AddFarVariationDependencies(libVariations, dependencyTag, name)
181					}
182				}
183			}
184		}
185	}
186}
187
188func (mt *librarySdkMemberType) IsInstance(module android.Module) bool {
189	// Check the module to see if it can be used with this module type.
190	if m, ok := module.(*Module); ok {
191		for _, allowableMemberType := range m.sdkMemberTypes {
192			if allowableMemberType == mt {
193				return true
194			}
195		}
196	}
197
198	return false
199}
200
201func (mt *librarySdkMemberType) AddPrebuiltModule(ctx android.SdkMemberContext, member android.SdkMember) android.BpModule {
202	pbm := ctx.SnapshotBuilder().AddPrebuiltModule(member, mt.prebuiltModuleType)
203
204	ccModule := member.Variants()[0].(*Module)
205
206	if ctx.RequiresTrait(nativeBridgeSdkTrait) {
207		pbm.AddProperty("native_bridge_supported", true)
208	}
209
210	if ctx.RequiresTrait(ramdiskImageRequiredSdkTrait) {
211		pbm.AddProperty("ramdisk_available", true)
212	}
213
214	if ctx.RequiresTrait(recoveryImageRequiredSdkTrait) {
215		pbm.AddProperty("recovery_available", true)
216	}
217
218	if proptools.Bool(ccModule.VendorProperties.Vendor_available) {
219		pbm.AddProperty("vendor_available", true)
220	}
221
222	if proptools.Bool(ccModule.VendorProperties.Odm_available) {
223		pbm.AddProperty("odm_available", true)
224	}
225
226	if proptools.Bool(ccModule.VendorProperties.Product_available) {
227		pbm.AddProperty("product_available", true)
228	}
229
230	sdkVersion := ccModule.SdkVersion()
231	if sdkVersion != "" {
232		pbm.AddProperty("sdk_version", sdkVersion)
233	}
234
235	stl := ccModule.stl.Properties.Stl
236	if stl != nil {
237		pbm.AddProperty("stl", proptools.String(stl))
238	}
239
240	if lib, ok := ccModule.linker.(*libraryDecorator); ok {
241		uhs := lib.Properties.Unique_host_soname
242		if uhs != nil {
243			pbm.AddProperty("unique_host_soname", proptools.Bool(uhs))
244		}
245	}
246
247	return pbm
248}
249
250func (mt *librarySdkMemberType) CreateVariantPropertiesStruct() android.SdkMemberProperties {
251	return &nativeLibInfoProperties{memberType: mt}
252}
253
254func isGeneratedHeaderDirectory(p android.Path) bool {
255	_, gen := p.(android.WritablePath)
256	return gen
257}
258
259type includeDirsProperty struct {
260	// Accessor to retrieve the paths
261	pathsGetter func(libInfo *nativeLibInfoProperties) android.Paths
262
263	// The name of the property in the prebuilt library, "" means there is no property.
264	propertyName string
265
266	// The directory within the snapshot directory into which items should be copied.
267	snapshotDir string
268
269	// True if the items on the path should be copied.
270	copy bool
271
272	// True if the paths represent directories, files if they represent files.
273	dirs bool
274}
275
276var includeDirProperties = []includeDirsProperty{
277	{
278		// ExportedIncludeDirs lists directories that contains some header files to be
279		// copied into a directory in the snapshot. The snapshot directories must be added to
280		// the export_include_dirs property in the prebuilt module in the snapshot.
281		pathsGetter:  func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedIncludeDirs },
282		propertyName: "export_include_dirs",
283		snapshotDir:  nativeIncludeDir,
284		copy:         true,
285		dirs:         true,
286	},
287	{
288		// ExportedSystemIncludeDirs lists directories that contains some system header files to
289		// be copied into a directory in the snapshot. The snapshot directories must be added to
290		// the export_system_include_dirs property in the prebuilt module in the snapshot.
291		pathsGetter:  func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedSystemIncludeDirs },
292		propertyName: "export_system_include_dirs",
293		snapshotDir:  nativeIncludeDir,
294		copy:         true,
295		dirs:         true,
296	},
297	{
298		// ExportedGeneratedIncludeDirs lists directories that contains some header files
299		// that are explicitly listed in the ExportedGeneratedHeaders property. So, the contents
300		// of these directories do not need to be copied, but these directories do need adding to
301		// the export_include_dirs property in the prebuilt module in the snapshot.
302		pathsGetter:  func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedGeneratedIncludeDirs },
303		propertyName: "export_include_dirs",
304		snapshotDir:  nativeGeneratedIncludeDir,
305		copy:         false,
306		dirs:         true,
307	},
308	{
309		// ExportedGeneratedHeaders lists header files that are in one of the directories
310		// specified in ExportedGeneratedIncludeDirs must be copied into the snapshot.
311		// As they are in a directory in ExportedGeneratedIncludeDirs they do not need adding to a
312		// property in the prebuilt module in the snapshot.
313		pathsGetter:  func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedGeneratedHeaders },
314		propertyName: "",
315		snapshotDir:  nativeGeneratedIncludeDir,
316		copy:         true,
317		dirs:         false,
318	},
319}
320
321// Add properties that may, or may not, be arch specific.
322func addPossiblyArchSpecificProperties(sdkModuleContext android.ModuleContext, builder android.SnapshotBuilder, libInfo *nativeLibInfoProperties, outputProperties android.BpPropertySet) {
323
324	outputProperties.AddProperty("sanitize", &libInfo.Sanitize)
325
326	// Copy the generated library to the snapshot and add a reference to it in the .bp module.
327	if libInfo.outputFile != nil {
328		nativeLibraryPath := nativeLibraryPathFor(libInfo)
329		builder.CopyToSnapshot(libInfo.outputFile, nativeLibraryPath)
330		outputProperties.AddProperty("srcs", []string{nativeLibraryPath})
331	}
332
333	if len(libInfo.SharedLibs) > 0 {
334		outputProperties.AddPropertyWithTag("shared_libs", libInfo.SharedLibs, builder.SdkMemberReferencePropertyTag(false))
335	}
336
337	// SystemSharedLibs needs to be propagated if it's a list, even if it's empty,
338	// so check for non-nil instead of nonzero length.
339	if libInfo.SystemSharedLibs != nil {
340		outputProperties.AddPropertyWithTag("system_shared_libs", libInfo.SystemSharedLibs, builder.SdkMemberReferencePropertyTag(false))
341	}
342
343	// Map from property name to the include dirs to add to the prebuilt module in the snapshot.
344	includeDirs := make(map[string][]string)
345
346	// Iterate over each include directory property, copying files and collating property
347	// values where necessary.
348	for _, propertyInfo := range includeDirProperties {
349		// Calculate the base directory in the snapshot into which the files will be copied.
350		// lib.archSubDir is "" for common properties.
351		targetDir := filepath.Join(libInfo.OsPrefix(), libInfo.archSubDir, propertyInfo.snapshotDir)
352
353		propertyName := propertyInfo.propertyName
354
355		// Iterate over each path in one of the include directory properties.
356		for _, path := range propertyInfo.pathsGetter(libInfo) {
357			inputPath := path.String()
358
359			// Map the input path to a snapshot relative path. The mapping is independent of the module
360			// that references them so that if multiple modules within the same snapshot export the same
361			// header files they end up in the same place in the snapshot and so do not get duplicated.
362			targetRelativePath := inputPath
363			if isGeneratedHeaderDirectory(path) {
364				// Remove everything up to the .intermediates/ from the generated output directory to
365				// leave a module relative path.
366				base := android.PathForIntermediates(sdkModuleContext, "")
367				targetRelativePath = android.Rel(sdkModuleContext, base.String(), inputPath)
368			}
369
370			snapshotRelativePath := filepath.Join(targetDir, targetRelativePath)
371
372			// Copy the files/directories when necessary.
373			if propertyInfo.copy {
374				if propertyInfo.dirs {
375					// When copying a directory glob and copy all the headers within it.
376					// TODO(jiyong) copy headers having other suffixes
377					headers, _ := sdkModuleContext.GlobWithDeps(inputPath+"/**/*.h", nil)
378					for _, file := range headers {
379						src := android.PathForSource(sdkModuleContext, file)
380
381						// The destination path in the snapshot is constructed from the snapshot relative path
382						// of the input directory and the input directory relative path of the header file.
383						inputRelativePath := android.Rel(sdkModuleContext, inputPath, file)
384						dest := filepath.Join(snapshotRelativePath, inputRelativePath)
385						builder.CopyToSnapshot(src, dest)
386					}
387				} else {
388					// Otherwise, just copy the file to its snapshot relative path.
389					builder.CopyToSnapshot(path, snapshotRelativePath)
390				}
391			}
392
393			// Only directories are added to a property.
394			if propertyInfo.dirs {
395				includeDirs[propertyName] = append(includeDirs[propertyName], snapshotRelativePath)
396			}
397		}
398	}
399
400	// Add the collated include dir properties to the output.
401	for _, property := range android.SortedKeys(includeDirs) {
402		outputProperties.AddProperty(property, includeDirs[property])
403	}
404
405	if len(libInfo.StubsVersions) > 0 {
406		stubsSet := outputProperties.AddPropertySet("stubs")
407		stubsSet.AddProperty("versions", libInfo.StubsVersions)
408	}
409}
410
411const (
412	nativeIncludeDir          = "include"
413	nativeGeneratedIncludeDir = "include_gen"
414	nativeStubDir             = "lib"
415)
416
417// path to the native library. Relative to <sdk_root>/<api_dir>
418func nativeLibraryPathFor(lib *nativeLibInfoProperties) string {
419	return filepath.Join(lib.OsPrefix(), lib.archSubDir,
420		nativeStubDir, lib.outputFile.Base())
421}
422
423// nativeLibInfoProperties represents properties of a native lib
424//
425// The exported (capitalized) fields will be examined and may be changed during common value extraction.
426// The unexported fields will be left untouched.
427type nativeLibInfoProperties struct {
428	android.SdkMemberPropertiesBase
429
430	memberType *librarySdkMemberType
431
432	// archSubDir is the subdirectory within the OS directory in the sdk snapshot into which arch
433	// specific files will be copied.
434	//
435	// It is not exported since any value other than "" is always going to be arch specific.
436	// This is "" for non-arch specific common properties.
437	archSubDir string
438
439	// The list of possibly common exported include dirs.
440	//
441	// This field is exported as its contents may not be arch specific.
442	ExportedIncludeDirs android.Paths `android:"arch_variant"`
443
444	// The list of arch specific exported generated include dirs.
445	//
446	// This field is exported as its contents may not be arch specific, e.g. protos.
447	ExportedGeneratedIncludeDirs android.Paths `android:"arch_variant"`
448
449	// The list of arch specific exported generated header files.
450	//
451	// This field is exported as its contents may not be arch specific, e.g. protos.
452	ExportedGeneratedHeaders android.Paths `android:"arch_variant"`
453
454	// The list of possibly common exported system include dirs.
455	//
456	// This field is exported as its contents may not be arch specific.
457	ExportedSystemIncludeDirs android.Paths `android:"arch_variant"`
458
459	// The list of possibly common exported flags.
460	//
461	// This field is exported as its contents may not be arch specific.
462	ExportedFlags []string `android:"arch_variant"`
463
464	// The set of shared libraries
465	//
466	// This field is exported as its contents may not be arch specific.
467	SharedLibs []string `android:"arch_variant"`
468
469	// The set of system shared libraries. Note nil and [] are semantically
470	// distinct - see BaseLinkerProperties.System_shared_libs.
471	//
472	// This field is exported as its contents may not be arch specific.
473	SystemSharedLibs []string `android:"arch_variant"`
474
475	// The specific stubs version for the lib variant, or empty string if stubs
476	// are not in use.
477	//
478	// Marked 'ignored-on-host' as the AllStubsVersions() from which this is
479	// initialized is not set on host and the stubs.versions property which this
480	// is written to does not vary by arch so cannot be android specific.
481	StubsVersions []string `sdk:"ignored-on-host"`
482
483	// Value of SanitizeProperties.Sanitize. Several - but not all - of these
484	// affect the expanded variants. All are propagated to avoid entangling the
485	// sanitizer logic with the snapshot generation.
486	Sanitize SanitizeUserProps `android:"arch_variant"`
487
488	// outputFile is not exported as it is always arch specific.
489	outputFile android.Path
490}
491
492func (p *nativeLibInfoProperties) PopulateFromVariant(ctx android.SdkMemberContext, variant android.Module) {
493	addOutputFile := true
494	ccModule := variant.(*Module)
495
496	if s := ccModule.sanitize; s != nil {
497		// We currently do not capture sanitizer flags for libs with sanitizers
498		// enabled, because they may vary among variants that cannot be represented
499		// in the input blueprint files. In particular, sanitizerDepsMutator enables
500		// various sanitizers on dependencies, but in many cases only on static
501		// ones, and we cannot specify sanitizer flags at the link type level (i.e.
502		// in StaticOrSharedProperties).
503		if s.isUnsanitizedVariant() {
504			// This still captures explicitly disabled sanitizers, which may be
505			// necessary to avoid cyclic dependencies.
506			p.Sanitize = s.Properties.Sanitize
507		} else {
508			// Do not add the output file to the snapshot if we don't represent it
509			// properly.
510			addOutputFile = false
511		}
512	}
513
514	exportedInfo, _ := android.OtherModuleProvider(ctx.SdkModuleContext(), variant, FlagExporterInfoProvider)
515
516	// Separate out the generated include dirs (which are arch specific) from the
517	// include dirs (which may not be).
518	exportedIncludeDirs, exportedGeneratedIncludeDirs := android.FilterPathListPredicate(
519		exportedInfo.IncludeDirs, isGeneratedHeaderDirectory)
520
521	target := ccModule.Target()
522	p.archSubDir = target.Arch.ArchType.String()
523	if target.NativeBridge == android.NativeBridgeEnabled {
524		p.archSubDir += "_native_bridge"
525	}
526
527	// Make sure that the include directories are unique.
528	p.ExportedIncludeDirs = android.FirstUniquePaths(exportedIncludeDirs)
529	p.ExportedGeneratedIncludeDirs = android.FirstUniquePaths(exportedGeneratedIncludeDirs)
530
531	// Take a copy before filtering out duplicates to avoid changing the slice owned by the
532	// ccModule.
533	dirs := append(android.Paths(nil), exportedInfo.SystemIncludeDirs...)
534	p.ExportedSystemIncludeDirs = android.FirstUniquePaths(dirs)
535
536	p.ExportedFlags = exportedInfo.Flags
537	if ccModule.linker != nil {
538		specifiedDeps := specifiedDeps{}
539		specifiedDeps = ccModule.linker.linkerSpecifiedDeps(specifiedDeps)
540
541		if lib := ccModule.library; lib != nil {
542			if !lib.hasStubsVariants() {
543				// Propagate dynamic dependencies for implementation libs, but not stubs.
544				p.SharedLibs = specifiedDeps.sharedLibs
545			} else {
546				// TODO(b/169373910): 1. Only output the specific version (from
547				// ccModule.StubsVersion()) if the module is versioned. 2. Ensure that all
548				// the versioned stub libs are retained in the prebuilt tree; currently only
549				// the stub corresponding to ccModule.StubsVersion() is.
550				p.StubsVersions = lib.allStubsVersions()
551			}
552		}
553		p.SystemSharedLibs = specifiedDeps.systemSharedLibs
554	}
555	p.ExportedGeneratedHeaders = exportedInfo.GeneratedHeaders
556
557	if !p.memberType.noOutputFiles && addOutputFile {
558		p.outputFile = getRequiredMemberOutputFile(ctx, ccModule)
559	}
560}
561
562func getRequiredMemberOutputFile(ctx android.SdkMemberContext, ccModule *Module) android.Path {
563	var path android.Path
564	outputFile := ccModule.OutputFile()
565	if outputFile.Valid() {
566		path = outputFile.Path()
567	} else {
568		ctx.SdkModuleContext().ModuleErrorf("member variant %s does not have a valid output file", ccModule)
569	}
570	return path
571}
572
573func (p *nativeLibInfoProperties) AddToPropertySet(ctx android.SdkMemberContext, propertySet android.BpPropertySet) {
574	addPossiblyArchSpecificProperties(ctx.SdkModuleContext(), ctx.SnapshotBuilder(), p, propertySet)
575}
576