1// Copyright 2019 Google Inc. All rights reserved. 2// 3// Licensed under the Apache License, Version 2.0 (the "License"); 4// you may not use this file except in compliance with the License. 5// You may obtain a copy of the License at 6// 7// http://www.apache.org/licenses/LICENSE-2.0 8// 9// Unless required by applicable law or agreed to in writing, software 10// distributed under the License is distributed on an "AS IS" BASIS, 11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12// See the License for the specific language governing permissions and 13// limitations under the License. 14 15package cc 16 17import ( 18 "path/filepath" 19 20 "android/soong/android" 21 22 "github.com/google/blueprint" 23 "github.com/google/blueprint/proptools" 24) 25 26// This file contains support for using cc library modules within an sdk. 27 28var sharedLibrarySdkMemberType = &librarySdkMemberType{ 29 SdkMemberTypeBase: android.SdkMemberTypeBase{ 30 PropertyName: "native_shared_libs", 31 SupportsSdk: true, 32 HostOsDependent: true, 33 SupportedLinkageNames: []string{"shared"}, 34 }, 35 prebuiltModuleType: "cc_prebuilt_library_shared", 36} 37 38var staticLibrarySdkMemberType = &librarySdkMemberType{ 39 SdkMemberTypeBase: android.SdkMemberTypeBase{ 40 PropertyName: "native_static_libs", 41 SupportsSdk: true, 42 HostOsDependent: true, 43 SupportedLinkageNames: []string{"static"}, 44 }, 45 prebuiltModuleType: "cc_prebuilt_library_static", 46} 47 48var staticAndSharedLibrarySdkMemberType = &librarySdkMemberType{ 49 SdkMemberTypeBase: android.SdkMemberTypeBase{ 50 PropertyName: "native_libs", 51 OverridesPropertyNames: map[string]bool{"native_shared_libs": true, "native_static_libs": true}, 52 SupportsSdk: true, 53 HostOsDependent: true, 54 SupportedLinkageNames: []string{"static", "shared"}, 55 }, 56 prebuiltModuleType: "cc_prebuilt_library", 57} 58 59func init() { 60 // Register sdk member types. 61 android.RegisterSdkMemberType(sharedLibrarySdkMemberType) 62 android.RegisterSdkMemberType(staticLibrarySdkMemberType) 63 android.RegisterSdkMemberType(staticAndSharedLibrarySdkMemberType) 64} 65 66type librarySdkMemberType struct { 67 android.SdkMemberTypeBase 68 69 prebuiltModuleType string 70 71 noOutputFiles bool // True if there are no srcs files. 72 73} 74 75func (mt *librarySdkMemberType) AddDependencies(ctx android.SdkDependencyContext, dependencyTag blueprint.DependencyTag, names []string) { 76 // The base set of targets which does not include native bridge targets. 77 defaultTargets := ctx.MultiTargets() 78 79 // The lazily created list of native bridge targets. 80 var includeNativeBridgeTargets []android.Target 81 82 for _, lib := range names { 83 targets := defaultTargets 84 85 // If native bridge support is required in the sdk snapshot then add native bridge targets to 86 // the basic list of targets that are required. 87 nativeBridgeSupport := ctx.RequiresTrait(lib, nativeBridgeSdkTrait) 88 if nativeBridgeSupport && ctx.Device() { 89 // If not already computed then compute the list of native bridge targets. 90 if includeNativeBridgeTargets == nil { 91 includeNativeBridgeTargets = append([]android.Target{}, defaultTargets...) 92 allAndroidTargets := ctx.Config().Targets[android.Android] 93 for _, possibleNativeBridgeTarget := range allAndroidTargets { 94 if possibleNativeBridgeTarget.NativeBridge == android.NativeBridgeEnabled { 95 includeNativeBridgeTargets = append(includeNativeBridgeTargets, possibleNativeBridgeTarget) 96 } 97 } 98 } 99 100 // Include the native bridge targets as well. 101 targets = includeNativeBridgeTargets 102 } 103 104 // memberDependency encapsulates information about the dependencies to add for this member. 105 type memberDependency struct { 106 // The targets to depend upon. 107 targets []android.Target 108 109 // Additional image variations to depend upon, is either nil for no image variation or 110 // contains a single image variation. 111 imageVariations []blueprint.Variation 112 } 113 114 // Extract the name and version from the module name. 115 name, version := StubsLibNameAndVersion(lib) 116 if version == "" { 117 version = "latest" 118 } 119 120 // Compute the set of dependencies to add. 121 var memberDependencies []memberDependency 122 if ctx.Host() { 123 // Host does not support image variations so add a dependency without any. 124 memberDependencies = append(memberDependencies, memberDependency{ 125 targets: targets, 126 }) 127 } else { 128 // Otherwise, this is targeting the device so add a dependency on the core image variation 129 // (image:""). 130 memberDependencies = append(memberDependencies, memberDependency{ 131 imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.CoreVariation}}, 132 targets: targets, 133 }) 134 135 // If required add additional dependencies on the image:ramdisk variants. 136 if ctx.RequiresTrait(lib, ramdiskImageRequiredSdkTrait) { 137 memberDependencies = append(memberDependencies, memberDependency{ 138 imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.RamdiskVariation}}, 139 // Only add a dependency on the first target as that is the only one which will have an 140 // image:ramdisk variant. 141 targets: targets[:1], 142 }) 143 } 144 145 // If required add additional dependencies on the image:recovery variants. 146 if ctx.RequiresTrait(lib, recoveryImageRequiredSdkTrait) { 147 memberDependencies = append(memberDependencies, memberDependency{ 148 imageVariations: []blueprint.Variation{{Mutator: "image", Variation: android.RecoveryVariation}}, 149 // Only add a dependency on the first target as that is the only one which will have an 150 // image:recovery variant. 151 targets: targets[:1], 152 }) 153 } 154 } 155 156 // For each dependency in the list add dependencies on the targets with the correct variations. 157 for _, dependency := range memberDependencies { 158 // For each target add a dependency on the target with any additional dependencies. 159 for _, target := range dependency.targets { 160 // Get the variations for the target. 161 variations := target.Variations() 162 163 // Add any additional dependencies needed. 164 variations = append(variations, dependency.imageVariations...) 165 166 if mt.SupportedLinkageNames == nil { 167 // No link types are supported so add a dependency directly. 168 ctx.AddFarVariationDependencies(variations, dependencyTag, name) 169 } else { 170 // Otherwise, add a dependency on each supported link type in turn. 171 for _, linkType := range mt.SupportedLinkageNames { 172 libVariations := append(variations, 173 blueprint.Variation{Mutator: "link", Variation: linkType}) 174 // If this is for the device and a shared link type then add a dependency onto the 175 // appropriate version specific variant of the module. 176 if ctx.Device() && linkType == "shared" { 177 libVariations = append(libVariations, 178 blueprint.Variation{Mutator: "version", Variation: version}) 179 } 180 ctx.AddFarVariationDependencies(libVariations, dependencyTag, name) 181 } 182 } 183 } 184 } 185 } 186} 187 188func (mt *librarySdkMemberType) IsInstance(module android.Module) bool { 189 // Check the module to see if it can be used with this module type. 190 if m, ok := module.(*Module); ok { 191 for _, allowableMemberType := range m.sdkMemberTypes { 192 if allowableMemberType == mt { 193 return true 194 } 195 } 196 } 197 198 return false 199} 200 201func (mt *librarySdkMemberType) AddPrebuiltModule(ctx android.SdkMemberContext, member android.SdkMember) android.BpModule { 202 pbm := ctx.SnapshotBuilder().AddPrebuiltModule(member, mt.prebuiltModuleType) 203 204 ccModule := member.Variants()[0].(*Module) 205 206 if ctx.RequiresTrait(nativeBridgeSdkTrait) { 207 pbm.AddProperty("native_bridge_supported", true) 208 } 209 210 if ctx.RequiresTrait(ramdiskImageRequiredSdkTrait) { 211 pbm.AddProperty("ramdisk_available", true) 212 } 213 214 if ctx.RequiresTrait(recoveryImageRequiredSdkTrait) { 215 pbm.AddProperty("recovery_available", true) 216 } 217 218 if proptools.Bool(ccModule.VendorProperties.Vendor_available) { 219 pbm.AddProperty("vendor_available", true) 220 } 221 222 if proptools.Bool(ccModule.VendorProperties.Odm_available) { 223 pbm.AddProperty("odm_available", true) 224 } 225 226 if proptools.Bool(ccModule.VendorProperties.Product_available) { 227 pbm.AddProperty("product_available", true) 228 } 229 230 sdkVersion := ccModule.SdkVersion() 231 if sdkVersion != "" { 232 pbm.AddProperty("sdk_version", sdkVersion) 233 } 234 235 stl := ccModule.stl.Properties.Stl 236 if stl != nil { 237 pbm.AddProperty("stl", proptools.String(stl)) 238 } 239 240 if lib, ok := ccModule.linker.(*libraryDecorator); ok { 241 uhs := lib.Properties.Unique_host_soname 242 if uhs != nil { 243 pbm.AddProperty("unique_host_soname", proptools.Bool(uhs)) 244 } 245 } 246 247 return pbm 248} 249 250func (mt *librarySdkMemberType) CreateVariantPropertiesStruct() android.SdkMemberProperties { 251 return &nativeLibInfoProperties{memberType: mt} 252} 253 254func isGeneratedHeaderDirectory(p android.Path) bool { 255 _, gen := p.(android.WritablePath) 256 return gen 257} 258 259type includeDirsProperty struct { 260 // Accessor to retrieve the paths 261 pathsGetter func(libInfo *nativeLibInfoProperties) android.Paths 262 263 // The name of the property in the prebuilt library, "" means there is no property. 264 propertyName string 265 266 // The directory within the snapshot directory into which items should be copied. 267 snapshotDir string 268 269 // True if the items on the path should be copied. 270 copy bool 271 272 // True if the paths represent directories, files if they represent files. 273 dirs bool 274} 275 276var includeDirProperties = []includeDirsProperty{ 277 { 278 // ExportedIncludeDirs lists directories that contains some header files to be 279 // copied into a directory in the snapshot. The snapshot directories must be added to 280 // the export_include_dirs property in the prebuilt module in the snapshot. 281 pathsGetter: func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedIncludeDirs }, 282 propertyName: "export_include_dirs", 283 snapshotDir: nativeIncludeDir, 284 copy: true, 285 dirs: true, 286 }, 287 { 288 // ExportedSystemIncludeDirs lists directories that contains some system header files to 289 // be copied into a directory in the snapshot. The snapshot directories must be added to 290 // the export_system_include_dirs property in the prebuilt module in the snapshot. 291 pathsGetter: func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedSystemIncludeDirs }, 292 propertyName: "export_system_include_dirs", 293 snapshotDir: nativeIncludeDir, 294 copy: true, 295 dirs: true, 296 }, 297 { 298 // ExportedGeneratedIncludeDirs lists directories that contains some header files 299 // that are explicitly listed in the ExportedGeneratedHeaders property. So, the contents 300 // of these directories do not need to be copied, but these directories do need adding to 301 // the export_include_dirs property in the prebuilt module in the snapshot. 302 pathsGetter: func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedGeneratedIncludeDirs }, 303 propertyName: "export_include_dirs", 304 snapshotDir: nativeGeneratedIncludeDir, 305 copy: false, 306 dirs: true, 307 }, 308 { 309 // ExportedGeneratedHeaders lists header files that are in one of the directories 310 // specified in ExportedGeneratedIncludeDirs must be copied into the snapshot. 311 // As they are in a directory in ExportedGeneratedIncludeDirs they do not need adding to a 312 // property in the prebuilt module in the snapshot. 313 pathsGetter: func(libInfo *nativeLibInfoProperties) android.Paths { return libInfo.ExportedGeneratedHeaders }, 314 propertyName: "", 315 snapshotDir: nativeGeneratedIncludeDir, 316 copy: true, 317 dirs: false, 318 }, 319} 320 321// Add properties that may, or may not, be arch specific. 322func addPossiblyArchSpecificProperties(sdkModuleContext android.ModuleContext, builder android.SnapshotBuilder, libInfo *nativeLibInfoProperties, outputProperties android.BpPropertySet) { 323 324 outputProperties.AddProperty("sanitize", &libInfo.Sanitize) 325 326 // Copy the generated library to the snapshot and add a reference to it in the .bp module. 327 if libInfo.outputFile != nil { 328 nativeLibraryPath := nativeLibraryPathFor(libInfo) 329 builder.CopyToSnapshot(libInfo.outputFile, nativeLibraryPath) 330 outputProperties.AddProperty("srcs", []string{nativeLibraryPath}) 331 } 332 333 if len(libInfo.SharedLibs) > 0 { 334 outputProperties.AddPropertyWithTag("shared_libs", libInfo.SharedLibs, builder.SdkMemberReferencePropertyTag(false)) 335 } 336 337 // SystemSharedLibs needs to be propagated if it's a list, even if it's empty, 338 // so check for non-nil instead of nonzero length. 339 if libInfo.SystemSharedLibs != nil { 340 outputProperties.AddPropertyWithTag("system_shared_libs", libInfo.SystemSharedLibs, builder.SdkMemberReferencePropertyTag(false)) 341 } 342 343 // Map from property name to the include dirs to add to the prebuilt module in the snapshot. 344 includeDirs := make(map[string][]string) 345 346 // Iterate over each include directory property, copying files and collating property 347 // values where necessary. 348 for _, propertyInfo := range includeDirProperties { 349 // Calculate the base directory in the snapshot into which the files will be copied. 350 // lib.archSubDir is "" for common properties. 351 targetDir := filepath.Join(libInfo.OsPrefix(), libInfo.archSubDir, propertyInfo.snapshotDir) 352 353 propertyName := propertyInfo.propertyName 354 355 // Iterate over each path in one of the include directory properties. 356 for _, path := range propertyInfo.pathsGetter(libInfo) { 357 inputPath := path.String() 358 359 // Map the input path to a snapshot relative path. The mapping is independent of the module 360 // that references them so that if multiple modules within the same snapshot export the same 361 // header files they end up in the same place in the snapshot and so do not get duplicated. 362 targetRelativePath := inputPath 363 if isGeneratedHeaderDirectory(path) { 364 // Remove everything up to the .intermediates/ from the generated output directory to 365 // leave a module relative path. 366 base := android.PathForIntermediates(sdkModuleContext, "") 367 targetRelativePath = android.Rel(sdkModuleContext, base.String(), inputPath) 368 } 369 370 snapshotRelativePath := filepath.Join(targetDir, targetRelativePath) 371 372 // Copy the files/directories when necessary. 373 if propertyInfo.copy { 374 if propertyInfo.dirs { 375 // When copying a directory glob and copy all the headers within it. 376 // TODO(jiyong) copy headers having other suffixes 377 headers, _ := sdkModuleContext.GlobWithDeps(inputPath+"/**/*.h", nil) 378 for _, file := range headers { 379 src := android.PathForSource(sdkModuleContext, file) 380 381 // The destination path in the snapshot is constructed from the snapshot relative path 382 // of the input directory and the input directory relative path of the header file. 383 inputRelativePath := android.Rel(sdkModuleContext, inputPath, file) 384 dest := filepath.Join(snapshotRelativePath, inputRelativePath) 385 builder.CopyToSnapshot(src, dest) 386 } 387 } else { 388 // Otherwise, just copy the file to its snapshot relative path. 389 builder.CopyToSnapshot(path, snapshotRelativePath) 390 } 391 } 392 393 // Only directories are added to a property. 394 if propertyInfo.dirs { 395 includeDirs[propertyName] = append(includeDirs[propertyName], snapshotRelativePath) 396 } 397 } 398 } 399 400 // Add the collated include dir properties to the output. 401 for _, property := range android.SortedKeys(includeDirs) { 402 outputProperties.AddProperty(property, includeDirs[property]) 403 } 404 405 if len(libInfo.StubsVersions) > 0 { 406 stubsSet := outputProperties.AddPropertySet("stubs") 407 stubsSet.AddProperty("versions", libInfo.StubsVersions) 408 } 409} 410 411const ( 412 nativeIncludeDir = "include" 413 nativeGeneratedIncludeDir = "include_gen" 414 nativeStubDir = "lib" 415) 416 417// path to the native library. Relative to <sdk_root>/<api_dir> 418func nativeLibraryPathFor(lib *nativeLibInfoProperties) string { 419 return filepath.Join(lib.OsPrefix(), lib.archSubDir, 420 nativeStubDir, lib.outputFile.Base()) 421} 422 423// nativeLibInfoProperties represents properties of a native lib 424// 425// The exported (capitalized) fields will be examined and may be changed during common value extraction. 426// The unexported fields will be left untouched. 427type nativeLibInfoProperties struct { 428 android.SdkMemberPropertiesBase 429 430 memberType *librarySdkMemberType 431 432 // archSubDir is the subdirectory within the OS directory in the sdk snapshot into which arch 433 // specific files will be copied. 434 // 435 // It is not exported since any value other than "" is always going to be arch specific. 436 // This is "" for non-arch specific common properties. 437 archSubDir string 438 439 // The list of possibly common exported include dirs. 440 // 441 // This field is exported as its contents may not be arch specific. 442 ExportedIncludeDirs android.Paths `android:"arch_variant"` 443 444 // The list of arch specific exported generated include dirs. 445 // 446 // This field is exported as its contents may not be arch specific, e.g. protos. 447 ExportedGeneratedIncludeDirs android.Paths `android:"arch_variant"` 448 449 // The list of arch specific exported generated header files. 450 // 451 // This field is exported as its contents may not be arch specific, e.g. protos. 452 ExportedGeneratedHeaders android.Paths `android:"arch_variant"` 453 454 // The list of possibly common exported system include dirs. 455 // 456 // This field is exported as its contents may not be arch specific. 457 ExportedSystemIncludeDirs android.Paths `android:"arch_variant"` 458 459 // The list of possibly common exported flags. 460 // 461 // This field is exported as its contents may not be arch specific. 462 ExportedFlags []string `android:"arch_variant"` 463 464 // The set of shared libraries 465 // 466 // This field is exported as its contents may not be arch specific. 467 SharedLibs []string `android:"arch_variant"` 468 469 // The set of system shared libraries. Note nil and [] are semantically 470 // distinct - see BaseLinkerProperties.System_shared_libs. 471 // 472 // This field is exported as its contents may not be arch specific. 473 SystemSharedLibs []string `android:"arch_variant"` 474 475 // The specific stubs version for the lib variant, or empty string if stubs 476 // are not in use. 477 // 478 // Marked 'ignored-on-host' as the AllStubsVersions() from which this is 479 // initialized is not set on host and the stubs.versions property which this 480 // is written to does not vary by arch so cannot be android specific. 481 StubsVersions []string `sdk:"ignored-on-host"` 482 483 // Value of SanitizeProperties.Sanitize. Several - but not all - of these 484 // affect the expanded variants. All are propagated to avoid entangling the 485 // sanitizer logic with the snapshot generation. 486 Sanitize SanitizeUserProps `android:"arch_variant"` 487 488 // outputFile is not exported as it is always arch specific. 489 outputFile android.Path 490} 491 492func (p *nativeLibInfoProperties) PopulateFromVariant(ctx android.SdkMemberContext, variant android.Module) { 493 addOutputFile := true 494 ccModule := variant.(*Module) 495 496 if s := ccModule.sanitize; s != nil { 497 // We currently do not capture sanitizer flags for libs with sanitizers 498 // enabled, because they may vary among variants that cannot be represented 499 // in the input blueprint files. In particular, sanitizerDepsMutator enables 500 // various sanitizers on dependencies, but in many cases only on static 501 // ones, and we cannot specify sanitizer flags at the link type level (i.e. 502 // in StaticOrSharedProperties). 503 if s.isUnsanitizedVariant() { 504 // This still captures explicitly disabled sanitizers, which may be 505 // necessary to avoid cyclic dependencies. 506 p.Sanitize = s.Properties.Sanitize 507 } else { 508 // Do not add the output file to the snapshot if we don't represent it 509 // properly. 510 addOutputFile = false 511 } 512 } 513 514 exportedInfo, _ := android.OtherModuleProvider(ctx.SdkModuleContext(), variant, FlagExporterInfoProvider) 515 516 // Separate out the generated include dirs (which are arch specific) from the 517 // include dirs (which may not be). 518 exportedIncludeDirs, exportedGeneratedIncludeDirs := android.FilterPathListPredicate( 519 exportedInfo.IncludeDirs, isGeneratedHeaderDirectory) 520 521 target := ccModule.Target() 522 p.archSubDir = target.Arch.ArchType.String() 523 if target.NativeBridge == android.NativeBridgeEnabled { 524 p.archSubDir += "_native_bridge" 525 } 526 527 // Make sure that the include directories are unique. 528 p.ExportedIncludeDirs = android.FirstUniquePaths(exportedIncludeDirs) 529 p.ExportedGeneratedIncludeDirs = android.FirstUniquePaths(exportedGeneratedIncludeDirs) 530 531 // Take a copy before filtering out duplicates to avoid changing the slice owned by the 532 // ccModule. 533 dirs := append(android.Paths(nil), exportedInfo.SystemIncludeDirs...) 534 p.ExportedSystemIncludeDirs = android.FirstUniquePaths(dirs) 535 536 p.ExportedFlags = exportedInfo.Flags 537 if ccModule.linker != nil { 538 specifiedDeps := specifiedDeps{} 539 specifiedDeps = ccModule.linker.linkerSpecifiedDeps(specifiedDeps) 540 541 if lib := ccModule.library; lib != nil { 542 if !lib.hasStubsVariants() { 543 // Propagate dynamic dependencies for implementation libs, but not stubs. 544 p.SharedLibs = specifiedDeps.sharedLibs 545 } else { 546 // TODO(b/169373910): 1. Only output the specific version (from 547 // ccModule.StubsVersion()) if the module is versioned. 2. Ensure that all 548 // the versioned stub libs are retained in the prebuilt tree; currently only 549 // the stub corresponding to ccModule.StubsVersion() is. 550 p.StubsVersions = lib.allStubsVersions() 551 } 552 } 553 p.SystemSharedLibs = specifiedDeps.systemSharedLibs 554 } 555 p.ExportedGeneratedHeaders = exportedInfo.GeneratedHeaders 556 557 if !p.memberType.noOutputFiles && addOutputFile { 558 p.outputFile = getRequiredMemberOutputFile(ctx, ccModule) 559 } 560} 561 562func getRequiredMemberOutputFile(ctx android.SdkMemberContext, ccModule *Module) android.Path { 563 var path android.Path 564 outputFile := ccModule.OutputFile() 565 if outputFile.Valid() { 566 path = outputFile.Path() 567 } else { 568 ctx.SdkModuleContext().ModuleErrorf("member variant %s does not have a valid output file", ccModule) 569 } 570 return path 571} 572 573func (p *nativeLibInfoProperties) AddToPropertySet(ctx android.SdkMemberContext, propertySet android.BpPropertySet) { 574 addPossiblyArchSpecificProperties(ctx.SdkModuleContext(), ctx.SnapshotBuilder(), p, propertySet) 575} 576