blob: ba53ea6f7595443b36140119b1d3c9ed47f37e8d [file] [log] [blame]
Paul Duffinc6bb7cf2021-04-08 17:49:27 +01001// Copyright (C) 2021 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17import (
Paul Duffin7487a7a2021-05-19 09:36:09 +010018 "fmt"
Paul Duffindfa10832021-05-13 17:31:51 +010019 "strings"
20
Paul Duffinc6bb7cf2021-04-08 17:49:27 +010021 "android/soong/android"
Paul Duffin9b381ef2021-04-08 23:01:37 +010022 "github.com/google/blueprint"
Paul Duffin62370922021-05-23 16:55:37 +010023 "github.com/google/blueprint/proptools"
Paul Duffinc6bb7cf2021-04-08 17:49:27 +010024)
25
26// Contains support for processing hiddenAPI in a modular fashion.
27
Paul Duffin31fad802021-06-18 18:14:25 +010028// HiddenAPIScope encapsulates all the information that the hidden API processing needs about API
29// scopes, i.e. what is called android.SdkKind and apiScope. It does not just use those as they do
30// not provide the information needed by hidden API processing.
31type HiddenAPIScope struct {
32 // The name of the scope, used for debug purposes.
33 name string
34
35 // The corresponding android.SdkKind, used for retrieving paths from java_sdk_library* modules.
36 sdkKind android.SdkKind
37
38 // The option needed to passed to "hiddenapi list".
39 hiddenAPIListOption string
Paul Duffin5cca7c42021-05-26 10:16:01 +010040
41 // The name sof the source stub library modules that contain the API provided by the platform,
42 // i.e. by modules that are not in an APEX.
43 nonUpdatableSourceModule string
44
45 // The names of the prebuilt stub library modules that contain the API provided by the platform,
46 // i.e. by modules that are not in an APEX.
47 nonUpdatablePrebuiltModule string
Paul Duffin31fad802021-06-18 18:14:25 +010048}
49
50// initHiddenAPIScope initializes the scope.
51func initHiddenAPIScope(apiScope *HiddenAPIScope) *HiddenAPIScope {
Paul Duffin5cca7c42021-05-26 10:16:01 +010052 sdkKind := apiScope.sdkKind
53 // The platform does not provide a core platform API.
54 if sdkKind != android.SdkCorePlatform {
55 kindAsString := sdkKind.String()
56 var insert string
57 if sdkKind == android.SdkPublic {
58 insert = ""
59 } else {
60 insert = "." + strings.ReplaceAll(kindAsString, "-", "_")
61 }
62
63 nonUpdatableModule := "android-non-updatable"
64
65 // Construct the name of the android-non-updatable source module for this scope.
66 apiScope.nonUpdatableSourceModule = fmt.Sprintf("%s.stubs%s", nonUpdatableModule, insert)
67
68 prebuiltModuleName := func(name string, kind string) string {
69 return fmt.Sprintf("sdk_%s_current_%s", kind, name)
70 }
71
72 // Construct the name of the android-non-updatable prebuilt module for this scope.
73 apiScope.nonUpdatablePrebuiltModule = prebuiltModuleName(nonUpdatableModule, kindAsString)
74 }
75
Paul Duffin31fad802021-06-18 18:14:25 +010076 return apiScope
77}
78
Paul Duffin5cca7c42021-05-26 10:16:01 +010079// android-non-updatable takes the name of a module and returns a possibly scope specific name of
80// the module.
81func (l *HiddenAPIScope) scopeSpecificStubModule(ctx android.BaseModuleContext, name string) string {
82 // The android-non-updatable is not a java_sdk_library but there are separate stub libraries for
83 // each scope.
84 // TODO(b/192067200): Remove special handling of android-non-updatable.
85 if name == "android-non-updatable" {
86 if ctx.Config().AlwaysUsePrebuiltSdks() {
87 return l.nonUpdatablePrebuiltModule
88 } else {
89 return l.nonUpdatableSourceModule
90 }
91 } else {
92 // Assume that the module is either a java_sdk_library (or equivalent) and so will provide
93 // separate stub jars for each scope or is a java_library (or equivalent) in which case it will
94 // have the same stub jar for each scope.
95 return name
96 }
97}
98
Paul Duffin31fad802021-06-18 18:14:25 +010099func (l *HiddenAPIScope) String() string {
100 return fmt.Sprintf("HiddenAPIScope{%s}", l.name)
101}
102
103var (
104 PublicHiddenAPIScope = initHiddenAPIScope(&HiddenAPIScope{
105 name: "public",
106 sdkKind: android.SdkPublic,
107 hiddenAPIListOption: "--public-stub-classpath",
108 })
109 SystemHiddenAPIScope = initHiddenAPIScope(&HiddenAPIScope{
110 name: "system",
111 sdkKind: android.SdkSystem,
112 hiddenAPIListOption: "--system-stub-classpath",
113 })
114 TestHiddenAPIScope = initHiddenAPIScope(&HiddenAPIScope{
115 name: "test",
116 sdkKind: android.SdkTest,
117 hiddenAPIListOption: "--test-stub-classpath",
118 })
Paul Duffinb51db2e2021-06-21 14:08:08 +0100119 ModuleLibHiddenAPIScope = initHiddenAPIScope(&HiddenAPIScope{
120 name: "module-lib",
121 sdkKind: android.SdkModule,
122 })
Paul Duffin31fad802021-06-18 18:14:25 +0100123 CorePlatformHiddenAPIScope = initHiddenAPIScope(&HiddenAPIScope{
124 name: "core-platform",
125 sdkKind: android.SdkCorePlatform,
126 hiddenAPIListOption: "--core-platform-stub-classpath",
127 })
128
129 // hiddenAPIRelevantSdkKinds lists all the android.SdkKind instances that are needed by the hidden
130 // API processing.
131 //
132 // These are roughly in order from narrowest API surface to widest. Widest means the API stubs
133 // with the biggest API surface, e.g. test is wider than system is wider than public.
134 //
Paul Duffinb51db2e2021-06-21 14:08:08 +0100135 // Core platform is considered wider than system/module-lib because those modules that provide
136 // core platform APIs either do not have any system/module-lib APIs at all, or if they do it is
137 // because the core platform API is being converted to system/module-lib APIs. In either case the
138 // system/module-lib APIs are subsets of the core platform API.
Paul Duffin31fad802021-06-18 18:14:25 +0100139 //
140 // This is not strictly in order from narrowest to widest as the Test API is wider than system but
Paul Duffinb51db2e2021-06-21 14:08:08 +0100141 // is neither wider or narrower than the module-lib or core platform APIs. However, this works
142 // well enough at the moment.
Paul Duffin31fad802021-06-18 18:14:25 +0100143 // TODO(b/191644675): Correctly reflect the sub/superset relationships between APIs.
144 hiddenAPIScopes = []*HiddenAPIScope{
145 PublicHiddenAPIScope,
146 SystemHiddenAPIScope,
147 TestHiddenAPIScope,
Paul Duffinb51db2e2021-06-21 14:08:08 +0100148 ModuleLibHiddenAPIScope,
Paul Duffin31fad802021-06-18 18:14:25 +0100149 CorePlatformHiddenAPIScope,
150 }
151
152 // The HiddenAPIScope instances that are supported by a java_sdk_library.
153 //
154 // CorePlatformHiddenAPIScope is not used as the java_sdk_library does not have special support
155 // for core_platform API, instead it is implemented as a customized form of PublicHiddenAPIScope.
156 hiddenAPISdkLibrarySupportedScopes = []*HiddenAPIScope{
157 PublicHiddenAPIScope,
158 SystemHiddenAPIScope,
159 TestHiddenAPIScope,
Paul Duffinb51db2e2021-06-21 14:08:08 +0100160 ModuleLibHiddenAPIScope,
Paul Duffin31fad802021-06-18 18:14:25 +0100161 }
162
163 // The HiddenAPIScope instances that are supported by the `hiddenapi list`.
164 hiddenAPIFlagScopes = []*HiddenAPIScope{
165 PublicHiddenAPIScope,
166 SystemHiddenAPIScope,
167 TestHiddenAPIScope,
168 CorePlatformHiddenAPIScope,
169 }
170)
171
Paul Duffin74431d52021-04-21 14:10:42 +0100172type hiddenAPIStubsDependencyTag struct {
173 blueprint.BaseDependencyTag
Paul Duffin31fad802021-06-18 18:14:25 +0100174
175 // The api scope for which this dependency was added.
176 apiScope *HiddenAPIScope
Paul Duffin5cca7c42021-05-26 10:16:01 +0100177
178 // Indicates that the dependency is not for an API provided by the current bootclasspath fragment
179 // but is an additional API provided by a module that is not part of the current bootclasspath
180 // fragment.
181 fromAdditionalDependency bool
Paul Duffin74431d52021-04-21 14:10:42 +0100182}
183
184func (b hiddenAPIStubsDependencyTag) ExcludeFromApexContents() {
185}
186
187func (b hiddenAPIStubsDependencyTag) ReplaceSourceWithPrebuilt() bool {
188 return false
189}
190
Paul Duffin976b0e52021-04-27 23:20:26 +0100191func (b hiddenAPIStubsDependencyTag) SdkMemberType(child android.Module) android.SdkMemberType {
Paul Duffin5cca7c42021-05-26 10:16:01 +0100192 // Do not add additional dependencies to the sdk.
193 if b.fromAdditionalDependency {
194 return nil
195 }
196
Paul Duffin976b0e52021-04-27 23:20:26 +0100197 // If the module is a java_sdk_library then treat it as if it was specific in the java_sdk_libs
198 // property, otherwise treat if it was specified in the java_header_libs property.
199 if javaSdkLibrarySdkMemberType.IsInstance(child) {
200 return javaSdkLibrarySdkMemberType
201 }
202
203 return javaHeaderLibsSdkMemberType
204}
205
206func (b hiddenAPIStubsDependencyTag) ExportMember() bool {
207 // Export the module added via this dependency tag from the sdk.
208 return true
209}
210
Paul Duffin74431d52021-04-21 14:10:42 +0100211// Avoid having to make stubs content explicitly visible to dependent modules.
212//
213// This is a temporary workaround to make it easier to migrate to bootclasspath_fragment modules
214// with proper dependencies.
215// TODO(b/177892522): Remove this and add needed visibility.
216func (b hiddenAPIStubsDependencyTag) ExcludeFromVisibilityEnforcement() {
217}
218
219var _ android.ExcludeFromVisibilityEnforcementTag = hiddenAPIStubsDependencyTag{}
220var _ android.ReplaceSourceWithPrebuilt = hiddenAPIStubsDependencyTag{}
221var _ android.ExcludeFromApexContentsTag = hiddenAPIStubsDependencyTag{}
Paul Duffin976b0e52021-04-27 23:20:26 +0100222var _ android.SdkMemberTypeDependencyTag = hiddenAPIStubsDependencyTag{}
Paul Duffin74431d52021-04-21 14:10:42 +0100223
Paul Duffin74431d52021-04-21 14:10:42 +0100224// hiddenAPIComputeMonolithicStubLibModules computes the set of module names that provide stubs
225// needed to produce the hidden API monolithic stub flags file.
Paul Duffin31fad802021-06-18 18:14:25 +0100226func hiddenAPIComputeMonolithicStubLibModules(config android.Config) map[*HiddenAPIScope][]string {
Paul Duffin74431d52021-04-21 14:10:42 +0100227 var publicStubModules []string
228 var systemStubModules []string
229 var testStubModules []string
230 var corePlatformStubModules []string
231
232 if config.AlwaysUsePrebuiltSdks() {
233 // Build configuration mandates using prebuilt stub modules
234 publicStubModules = append(publicStubModules, "sdk_public_current_android")
235 systemStubModules = append(systemStubModules, "sdk_system_current_android")
236 testStubModules = append(testStubModules, "sdk_test_current_android")
237 } else {
238 // Use stub modules built from source
239 publicStubModules = append(publicStubModules, "android_stubs_current")
240 systemStubModules = append(systemStubModules, "android_system_stubs_current")
241 testStubModules = append(testStubModules, "android_test_stubs_current")
242 }
243 // We do not have prebuilts of the core platform api yet
244 corePlatformStubModules = append(corePlatformStubModules, "legacy.core.platform.api.stubs")
245
246 // Allow products to define their own stubs for custom product jars that apps can use.
247 publicStubModules = append(publicStubModules, config.ProductHiddenAPIStubs()...)
248 systemStubModules = append(systemStubModules, config.ProductHiddenAPIStubsSystem()...)
249 testStubModules = append(testStubModules, config.ProductHiddenAPIStubsTest()...)
250 if config.IsEnvTrue("EMMA_INSTRUMENT") {
Paul Duffin098c8782021-05-14 10:45:25 +0100251 // Add jacoco-stubs to public, system and test. It doesn't make any real difference as public
252 // allows everyone access but it is needed to ensure consistent flags between the
253 // bootclasspath fragment generated flags and the platform_bootclasspath generated flags.
Paul Duffin74431d52021-04-21 14:10:42 +0100254 publicStubModules = append(publicStubModules, "jacoco-stubs")
Paul Duffin098c8782021-05-14 10:45:25 +0100255 systemStubModules = append(systemStubModules, "jacoco-stubs")
256 testStubModules = append(testStubModules, "jacoco-stubs")
Paul Duffin74431d52021-04-21 14:10:42 +0100257 }
258
Paul Duffin31fad802021-06-18 18:14:25 +0100259 m := map[*HiddenAPIScope][]string{}
260 m[PublicHiddenAPIScope] = publicStubModules
261 m[SystemHiddenAPIScope] = systemStubModules
262 m[TestHiddenAPIScope] = testStubModules
263 m[CorePlatformHiddenAPIScope] = corePlatformStubModules
Paul Duffin74431d52021-04-21 14:10:42 +0100264 return m
265}
266
267// hiddenAPIAddStubLibDependencies adds dependencies onto the modules specified in
Paul Duffin31fad802021-06-18 18:14:25 +0100268// apiScopeToStubLibModules. It adds them in a well known order and uses a HiddenAPIScope specific
269// tag to identify the source of the dependency.
270func hiddenAPIAddStubLibDependencies(ctx android.BottomUpMutatorContext, apiScopeToStubLibModules map[*HiddenAPIScope][]string) {
Paul Duffin74431d52021-04-21 14:10:42 +0100271 module := ctx.Module()
Paul Duffin31fad802021-06-18 18:14:25 +0100272 for _, apiScope := range hiddenAPIScopes {
273 modules := apiScopeToStubLibModules[apiScope]
274 ctx.AddDependency(module, hiddenAPIStubsDependencyTag{apiScope: apiScope}, modules...)
Paul Duffin74431d52021-04-21 14:10:42 +0100275 }
276}
277
Paul Duffin74431d52021-04-21 14:10:42 +0100278// hiddenAPIRetrieveDexJarBuildPath retrieves the DexJarBuildPath from the specified module, if
279// available, or reports an error.
Paul Duffin10931582021-04-25 10:13:54 +0100280func hiddenAPIRetrieveDexJarBuildPath(ctx android.ModuleContext, module android.Module, kind android.SdkKind) android.Path {
281 var dexJar android.Path
282 if sdkLibrary, ok := module.(SdkLibraryDependency); ok {
283 dexJar = sdkLibrary.SdkApiStubDexJar(ctx, kind)
284 } else if j, ok := module.(UsesLibraryDependency); ok {
285 dexJar = j.DexJarBuildPath()
Paul Duffin74431d52021-04-21 14:10:42 +0100286 } else {
287 ctx.ModuleErrorf("dependency %s of module type %s does not support providing a dex jar", module, ctx.OtherModuleType(module))
Paul Duffin10931582021-04-25 10:13:54 +0100288 return nil
Paul Duffin74431d52021-04-21 14:10:42 +0100289 }
Paul Duffin10931582021-04-25 10:13:54 +0100290
291 if dexJar == nil {
292 ctx.ModuleErrorf("dependency %s does not provide a dex jar, consider setting compile_dex: true", module)
293 }
294 return dexJar
Paul Duffin74431d52021-04-21 14:10:42 +0100295}
296
Paul Duffin4539a372021-06-23 23:20:43 +0100297// buildRuleToGenerateHiddenAPIStubFlagsFile creates a rule to create a hidden API stub flags file.
Paul Duffin74431d52021-04-21 14:10:42 +0100298//
299// The rule is initialized but not built so that the caller can modify it and select an appropriate
300// name.
Paul Duffin2e880972021-06-23 23:29:09 +0100301func buildRuleToGenerateHiddenAPIStubFlagsFile(ctx android.BuilderContext, name, desc string, outputPath android.WritablePath, bootDexJars android.Paths, input HiddenAPIFlagInput, moduleStubFlagsPaths android.Paths) {
Paul Duffin74431d52021-04-21 14:10:42 +0100302 // Singleton rule which applies hiddenapi on all boot class path dex files.
303 rule := android.NewRuleBuilder(pctx, ctx)
304
305 tempPath := tempPathForRestat(ctx, outputPath)
306
Paul Duffinf1b358c2021-05-17 07:38:47 +0100307 // Find the widest API stubs provided by the fragments on which this depends, if any.
Paul Duffin5cca7c42021-05-26 10:16:01 +0100308 dependencyStubDexJars := input.DependencyStubDexJarsByScope.stubDexJarsForWidestAPIScope()
309
310 // Add widest API stubs from the additional dependencies of this, if any.
311 dependencyStubDexJars = append(dependencyStubDexJars, input.AdditionalStubDexJarsByScope.stubDexJarsForWidestAPIScope()...)
Paul Duffinf1b358c2021-05-17 07:38:47 +0100312
Paul Duffin74431d52021-04-21 14:10:42 +0100313 command := rule.Command().
314 Tool(ctx.Config().HostToolPath(ctx, "hiddenapi")).
315 Text("list").
Paul Duffinf1b358c2021-05-17 07:38:47 +0100316 FlagForEachInput("--dependency-stub-dex=", dependencyStubDexJars).
Paul Duffin74431d52021-04-21 14:10:42 +0100317 FlagForEachInput("--boot-dex=", bootDexJars)
318
Paul Duffin31fad802021-06-18 18:14:25 +0100319 // Iterate over the api scopes in a fixed order.
320 for _, apiScope := range hiddenAPIFlagScopes {
321 // Merge in the stub dex jar paths for this api scope from the fragments on which it depends.
322 // They will be needed to resolve dependencies from this fragment's stubs to classes in the
323 // other fragment's APIs.
324 var paths android.Paths
325 paths = append(paths, input.DependencyStubDexJarsByScope[apiScope]...)
Paul Duffin5cca7c42021-05-26 10:16:01 +0100326 paths = append(paths, input.AdditionalStubDexJarsByScope[apiScope]...)
Paul Duffin31fad802021-06-18 18:14:25 +0100327 paths = append(paths, input.StubDexJarsByScope[apiScope]...)
Paul Duffin74431d52021-04-21 14:10:42 +0100328 if len(paths) > 0 {
Paul Duffin31fad802021-06-18 18:14:25 +0100329 option := apiScope.hiddenAPIListOption
330 command.FlagWithInputList(option+"=", paths, ":")
Paul Duffin74431d52021-04-21 14:10:42 +0100331 }
332 }
333
334 // Add the output path.
335 command.FlagWithOutput("--out-api-flags=", tempPath)
336
Paul Duffin2e880972021-06-23 23:29:09 +0100337 // If there are stub flag files that have been generated by fragments on which this depends then
338 // use them to validate the stub flag file generated by the rules created by this method.
339 if len(moduleStubFlagsPaths) > 0 {
340 validFile := buildRuleValidateOverlappingCsvFiles(ctx, name, desc, outputPath, moduleStubFlagsPaths)
341
342 // Add the file that indicates that the file generated by this is valid.
343 //
344 // This will cause the validation rule above to be run any time that the output of this rule
345 // changes but the validation will run in parallel with other rules that depend on this file.
346 command.Validation(validFile)
347 }
348
Paul Duffin74431d52021-04-21 14:10:42 +0100349 commitChangeForRestat(rule, tempPath, outputPath)
Paul Duffin4539a372021-06-23 23:20:43 +0100350
351 rule.Build(name, desc)
Paul Duffin74431d52021-04-21 14:10:42 +0100352}
353
Paul Duffin46169772021-04-14 15:01:56 +0100354// HiddenAPIFlagFileProperties contains paths to the flag files that can be used to augment the
355// information obtained from annotations within the source code in order to create the complete set
356// of flags that should be applied to the dex implementation jars on the bootclasspath.
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100357//
358// Each property contains a list of paths. With the exception of the Unsupported_packages the paths
359// of each property reference a plain text file that contains a java signature per line. The flags
360// for each of those signatures will be updated in a property specific way.
361//
362// The Unsupported_packages property contains a list of paths, each of which is a plain text file
363// with one Java package per line. All members of all classes within that package (but not nested
364// packages) will be updated in a property specific way.
Paul Duffin46169772021-04-14 15:01:56 +0100365type HiddenAPIFlagFileProperties struct {
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100366 // Marks each signature in the referenced files as being unsupported.
Paul Duffin702210b2021-04-08 20:12:41 +0100367 Unsupported []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100368
369 // Marks each signature in the referenced files as being unsupported because it has been removed.
370 // Any conflicts with other flags are ignored.
Paul Duffin702210b2021-04-08 20:12:41 +0100371 Removed []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100372
373 // Marks each signature in the referenced files as being supported only for targetSdkVersion <= R
374 // and low priority.
Paul Duffin702210b2021-04-08 20:12:41 +0100375 Max_target_r_low_priority []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100376
377 // Marks each signature in the referenced files as being supported only for targetSdkVersion <= Q.
Paul Duffin702210b2021-04-08 20:12:41 +0100378 Max_target_q []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100379
380 // Marks each signature in the referenced files as being supported only for targetSdkVersion <= P.
Paul Duffin702210b2021-04-08 20:12:41 +0100381 Max_target_p []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100382
383 // Marks each signature in the referenced files as being supported only for targetSdkVersion <= O
384 // and low priority. Any conflicts with other flags are ignored.
Paul Duffin702210b2021-04-08 20:12:41 +0100385 Max_target_o_low_priority []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100386
387 // Marks each signature in the referenced files as being blocked.
Paul Duffin702210b2021-04-08 20:12:41 +0100388 Blocked []string `android:"path"`
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100389
390 // Marks each signature in every package in the referenced files as being unsupported.
Paul Duffin702210b2021-04-08 20:12:41 +0100391 Unsupported_packages []string `android:"path"`
392}
393
Paul Duffine3dc6602021-04-14 09:50:43 +0100394type hiddenAPIFlagFileCategory struct {
Paul Duffin524c82c2021-06-09 14:39:28 +0100395 // PropertyName is the name of the property for this category.
396 PropertyName string
Paul Duffine3dc6602021-04-14 09:50:43 +0100397
Paul Duffincc17bfe2021-04-19 13:21:20 +0100398 // propertyValueReader retrieves the value of the property for this category from the set of
Paul Duffine3dc6602021-04-14 09:50:43 +0100399 // properties.
Paul Duffincc17bfe2021-04-19 13:21:20 +0100400 propertyValueReader func(properties *HiddenAPIFlagFileProperties) []string
Paul Duffine3dc6602021-04-14 09:50:43 +0100401
402 // commandMutator adds the appropriate command line options for this category to the supplied
403 // command
404 commandMutator func(command *android.RuleBuilderCommand, path android.Path)
405}
406
Paul Duffin32cf58a2021-05-18 16:32:50 +0100407// The flag file category for removed members of the API.
408//
Paul Duffin524c82c2021-06-09 14:39:28 +0100409// This is extracted from HiddenAPIFlagFileCategories as it is needed to add the dex signatures
Paul Duffin32cf58a2021-05-18 16:32:50 +0100410// list of removed API members that are generated automatically from the removed.txt files provided
411// by API stubs.
412var hiddenAPIRemovedFlagFileCategory = &hiddenAPIFlagFileCategory{
413 // See HiddenAPIFlagFileProperties.Removed
Paul Duffin524c82c2021-06-09 14:39:28 +0100414 PropertyName: "removed",
Paul Duffin32cf58a2021-05-18 16:32:50 +0100415 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
416 return properties.Removed
417 },
418 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
419 command.FlagWithInput("--unsupported ", path).Flag("--ignore-conflicts ").FlagWithArg("--tag ", "removed")
420 },
421}
422
Paul Duffin524c82c2021-06-09 14:39:28 +0100423var HiddenAPIFlagFileCategories = []*hiddenAPIFlagFileCategory{
Paul Duffin46169772021-04-14 15:01:56 +0100424 // See HiddenAPIFlagFileProperties.Unsupported
Paul Duffine3dc6602021-04-14 09:50:43 +0100425 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100426 PropertyName: "unsupported",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100427 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100428 return properties.Unsupported
429 },
430 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
431 command.FlagWithInput("--unsupported ", path)
432 },
433 },
Paul Duffin32cf58a2021-05-18 16:32:50 +0100434 hiddenAPIRemovedFlagFileCategory,
Paul Duffin46169772021-04-14 15:01:56 +0100435 // See HiddenAPIFlagFileProperties.Max_target_r_low_priority
Paul Duffine3dc6602021-04-14 09:50:43 +0100436 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100437 PropertyName: "max_target_r_low_priority",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100438 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100439 return properties.Max_target_r_low_priority
440 },
441 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
442 command.FlagWithInput("--max-target-r ", path).FlagWithArg("--tag ", "lo-prio")
443 },
444 },
Paul Duffin46169772021-04-14 15:01:56 +0100445 // See HiddenAPIFlagFileProperties.Max_target_q
Paul Duffine3dc6602021-04-14 09:50:43 +0100446 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100447 PropertyName: "max_target_q",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100448 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100449 return properties.Max_target_q
450 },
451 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
452 command.FlagWithInput("--max-target-q ", path)
453 },
454 },
Paul Duffin46169772021-04-14 15:01:56 +0100455 // See HiddenAPIFlagFileProperties.Max_target_p
Paul Duffine3dc6602021-04-14 09:50:43 +0100456 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100457 PropertyName: "max_target_p",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100458 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100459 return properties.Max_target_p
460 },
461 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
462 command.FlagWithInput("--max-target-p ", path)
463 },
464 },
Paul Duffin46169772021-04-14 15:01:56 +0100465 // See HiddenAPIFlagFileProperties.Max_target_o_low_priority
Paul Duffine3dc6602021-04-14 09:50:43 +0100466 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100467 PropertyName: "max_target_o_low_priority",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100468 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100469 return properties.Max_target_o_low_priority
470 },
471 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
472 command.FlagWithInput("--max-target-o ", path).Flag("--ignore-conflicts ").FlagWithArg("--tag ", "lo-prio")
473 },
474 },
Paul Duffin46169772021-04-14 15:01:56 +0100475 // See HiddenAPIFlagFileProperties.Blocked
Paul Duffine3dc6602021-04-14 09:50:43 +0100476 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100477 PropertyName: "blocked",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100478 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100479 return properties.Blocked
480 },
481 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
482 command.FlagWithInput("--blocked ", path)
483 },
484 },
Paul Duffin46169772021-04-14 15:01:56 +0100485 // See HiddenAPIFlagFileProperties.Unsupported_packages
Paul Duffine3dc6602021-04-14 09:50:43 +0100486 {
Paul Duffin524c82c2021-06-09 14:39:28 +0100487 PropertyName: "unsupported_packages",
Paul Duffincc17bfe2021-04-19 13:21:20 +0100488 propertyValueReader: func(properties *HiddenAPIFlagFileProperties) []string {
Paul Duffine3dc6602021-04-14 09:50:43 +0100489 return properties.Unsupported_packages
490 },
491 commandMutator: func(command *android.RuleBuilderCommand, path android.Path) {
492 command.FlagWithInput("--unsupported ", path).Flag("--packages ")
493 },
494 },
Paul Duffin702210b2021-04-08 20:12:41 +0100495}
496
Paul Duffin438eb572021-05-21 16:58:23 +0100497// FlagFilesByCategory maps a hiddenAPIFlagFileCategory to the paths to the files in that category.
498type FlagFilesByCategory map[*hiddenAPIFlagFileCategory]android.Paths
499
500// append appends the supplied flags files to the corresponding category in this map.
501func (s FlagFilesByCategory) append(other FlagFilesByCategory) {
Paul Duffin524c82c2021-06-09 14:39:28 +0100502 for _, category := range HiddenAPIFlagFileCategories {
Paul Duffin438eb572021-05-21 16:58:23 +0100503 s[category] = append(s[category], other[category]...)
504 }
505}
506
507// dedup removes duplicates in the flag files, while maintaining the order in which they were
508// appended.
509func (s FlagFilesByCategory) dedup() {
510 for category, paths := range s {
511 s[category] = android.FirstUniquePaths(paths)
512 }
513}
514
Paul Duffinaf99afa2021-05-21 22:18:56 +0100515// HiddenAPIInfo contains information provided by the hidden API processing.
Paul Duffin2fef1362021-04-15 13:32:00 +0100516//
Paul Duffinaf99afa2021-05-21 22:18:56 +0100517// That includes paths resolved from HiddenAPIFlagFileProperties and also generated by hidden API
518// processing.
519type HiddenAPIInfo struct {
Paul Duffin438eb572021-05-21 16:58:23 +0100520 // FlagFilesByCategory maps from the flag file category to the paths containing information for
521 // that category.
522 FlagFilesByCategory FlagFilesByCategory
Paul Duffin2fef1362021-04-15 13:32:00 +0100523
Paul Duffin31fad802021-06-18 18:14:25 +0100524 // The paths to the stub dex jars for each of the *HiddenAPIScope in hiddenAPIScopes.
525 TransitiveStubDexJarsByScope StubDexJarsByScope
Paul Duffin18cf1972021-05-21 22:46:59 +0100526
Paul Duffin1e6f5c42021-05-21 16:15:31 +0100527 // The output from the hidden API processing needs to be made available to other modules.
528 HiddenAPIFlagOutput
Paul Duffinc6bb7cf2021-04-08 17:49:27 +0100529}
Paul Duffin702210b2021-04-08 20:12:41 +0100530
Paul Duffinf1b358c2021-05-17 07:38:47 +0100531func newHiddenAPIInfo() *HiddenAPIInfo {
532 info := HiddenAPIInfo{
Paul Duffin31fad802021-06-18 18:14:25 +0100533 FlagFilesByCategory: FlagFilesByCategory{},
534 TransitiveStubDexJarsByScope: StubDexJarsByScope{},
Paul Duffinf1b358c2021-05-17 07:38:47 +0100535 }
536 return &info
537}
538
539func (i *HiddenAPIInfo) mergeFromFragmentDeps(ctx android.ModuleContext, fragments []android.Module) {
540 // Merge all the information from the fragments. The fragments form a DAG so it is possible that
541 // this will introduce duplicates so they will be resolved after processing all the fragments.
542 for _, fragment := range fragments {
543 if ctx.OtherModuleHasProvider(fragment, HiddenAPIInfoProvider) {
544 info := ctx.OtherModuleProvider(fragment, HiddenAPIInfoProvider).(HiddenAPIInfo)
Paul Duffin31fad802021-06-18 18:14:25 +0100545 i.TransitiveStubDexJarsByScope.append(info.TransitiveStubDexJarsByScope)
Paul Duffinf1b358c2021-05-17 07:38:47 +0100546 }
547 }
548
549 // Dedup and sort paths.
Paul Duffin31fad802021-06-18 18:14:25 +0100550 i.TransitiveStubDexJarsByScope.dedupAndSort()
Paul Duffinf1b358c2021-05-17 07:38:47 +0100551}
552
Paul Duffinaf99afa2021-05-21 22:18:56 +0100553var HiddenAPIInfoProvider = blueprint.NewProvider(HiddenAPIInfo{})
Paul Duffin9b381ef2021-04-08 23:01:37 +0100554
Paul Duffin31fad802021-06-18 18:14:25 +0100555// StubDexJarsByScope maps a *HiddenAPIScope to the paths to stub dex jars appropriate for that
556// scope. See hiddenAPIScopes for a list of the acceptable *HiddenAPIScope values.
557type StubDexJarsByScope map[*HiddenAPIScope]android.Paths
Paul Duffin1352f7c2021-05-21 22:18:49 +0100558
Paul Duffin31fad802021-06-18 18:14:25 +0100559// append appends the API scope specific stub dex jar args to the corresponding scope in this
Paul Duffin1352f7c2021-05-21 22:18:49 +0100560// map.
Paul Duffin31fad802021-06-18 18:14:25 +0100561func (s StubDexJarsByScope) append(other StubDexJarsByScope) {
562 for _, scope := range hiddenAPIScopes {
563 s[scope] = append(s[scope], other[scope]...)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100564 }
565}
566
567// dedupAndSort removes duplicates in the stub dex jar paths and sorts them into a consistent and
568// deterministic order.
Paul Duffin31fad802021-06-18 18:14:25 +0100569func (s StubDexJarsByScope) dedupAndSort() {
570 for apiScope, paths := range s {
571 s[apiScope] = android.SortedUniquePaths(paths)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100572 }
573}
574
Paul Duffin5cca7c42021-05-26 10:16:01 +0100575// stubDexJarsForWidestAPIScope returns the stub dex jars for the widest API scope provided by this
576// map. The relative width of APIs is determined by their order in hiddenAPIScopes.
577func (s StubDexJarsByScope) stubDexJarsForWidestAPIScope() android.Paths {
578 for i := len(hiddenAPIScopes) - 1; i >= 0; i-- {
579 apiScope := hiddenAPIScopes[i]
580 stubsForAPIScope := s[apiScope]
581 if len(stubsForAPIScope) != 0 {
582 return stubsForAPIScope
583 }
584 }
585
586 return nil
587}
588
Paul Duffin1352f7c2021-05-21 22:18:49 +0100589// HiddenAPIFlagInput encapsulates information obtained from a module and its dependencies that are
590// needed for hidden API flag generation.
591type HiddenAPIFlagInput struct {
592 // FlagFilesByCategory contains the flag files that override the initial flags that are derived
593 // from the stub dex files.
594 FlagFilesByCategory FlagFilesByCategory
595
Paul Duffin31fad802021-06-18 18:14:25 +0100596 // StubDexJarsByScope contains the stub dex jars for different *HiddenAPIScope and which determine
Paul Duffin1352f7c2021-05-21 22:18:49 +0100597 // the initial flags for each dex member.
Paul Duffin31fad802021-06-18 18:14:25 +0100598 StubDexJarsByScope StubDexJarsByScope
Paul Duffinf1b358c2021-05-17 07:38:47 +0100599
Paul Duffin31fad802021-06-18 18:14:25 +0100600 // DependencyStubDexJarsByScope contains the stub dex jars provided by the fragments on which this
601 // depends. It is the result of merging HiddenAPIInfo.TransitiveStubDexJarsByScope from each
Paul Duffinf1b358c2021-05-17 07:38:47 +0100602 // fragment on which this depends.
Paul Duffin31fad802021-06-18 18:14:25 +0100603 DependencyStubDexJarsByScope StubDexJarsByScope
Paul Duffin32cf58a2021-05-18 16:32:50 +0100604
Paul Duffin5cca7c42021-05-26 10:16:01 +0100605 // AdditionalStubDexJarsByScope contains stub dex jars provided by other modules in addition to
606 // the ones that are obtained from fragments on which this depends.
607 //
608 // These are kept separate from stub dex jars in HiddenAPIFlagInput.DependencyStubDexJarsByScope
609 // as there are not propagated transitively to other fragments that depend on this.
610 AdditionalStubDexJarsByScope StubDexJarsByScope
611
Paul Duffin32cf58a2021-05-18 16:32:50 +0100612 // RemovedTxtFiles is the list of removed.txt files provided by java_sdk_library modules that are
613 // specified in the bootclasspath_fragment's stub_libs and contents properties.
614 RemovedTxtFiles android.Paths
Paul Duffin1352f7c2021-05-21 22:18:49 +0100615}
616
617// newHiddenAPIFlagInput creates a new initialize HiddenAPIFlagInput struct.
618func newHiddenAPIFlagInput() HiddenAPIFlagInput {
619 input := HiddenAPIFlagInput{
Paul Duffin31fad802021-06-18 18:14:25 +0100620 FlagFilesByCategory: FlagFilesByCategory{},
621 StubDexJarsByScope: StubDexJarsByScope{},
622 DependencyStubDexJarsByScope: StubDexJarsByScope{},
Paul Duffin5cca7c42021-05-26 10:16:01 +0100623 AdditionalStubDexJarsByScope: StubDexJarsByScope{},
Paul Duffin1352f7c2021-05-21 22:18:49 +0100624 }
625
626 return input
627}
628
Paul Duffin62370922021-05-23 16:55:37 +0100629// canPerformHiddenAPIProcessing determines whether hidden API processing should be performed.
630//
631// A temporary workaround to avoid existing bootclasspath_fragments that do not provide the
632// appropriate information needed for hidden API processing breaking the build.
633// TODO(b/179354495): Remove this workaround.
634func (i *HiddenAPIFlagInput) canPerformHiddenAPIProcessing(ctx android.ModuleContext, properties bootclasspathFragmentProperties) bool {
635 // Performing hidden API processing without stubs is not supported and it is unlikely to ever be
636 // required as the whole point of adding something to the bootclasspath fragment is to add it to
637 // the bootclasspath in order to be used by something else in the system. Without any stubs it
638 // cannot do that.
Paul Duffin31fad802021-06-18 18:14:25 +0100639 if len(i.StubDexJarsByScope) == 0 {
Paul Duffin62370922021-05-23 16:55:37 +0100640 return false
641 }
642
643 // Hidden API processing is always enabled in tests.
644 if ctx.Config().TestProductVariables != nil {
645 return true
646 }
647
648 // A module that has fragments should have access to the information it needs in order to perform
649 // hidden API processing.
650 if len(properties.Fragments) != 0 {
651 return true
652 }
653
654 // The art bootclasspath fragment does not depend on any other fragments but already supports
655 // hidden API processing.
656 imageName := proptools.String(properties.Image_name)
657 if imageName == "art" {
658 return true
659 }
660
661 // Disable it for everything else.
662 return false
663}
664
Paul Duffin1352f7c2021-05-21 22:18:49 +0100665// gatherStubLibInfo gathers information from the stub libs needed by hidden API processing from the
666// dependencies added in hiddenAPIAddStubLibDependencies.
667//
668// That includes paths to the stub dex jars as well as paths to the *removed.txt files.
669func (i *HiddenAPIFlagInput) gatherStubLibInfo(ctx android.ModuleContext, contents []android.Module) {
Paul Duffin31fad802021-06-18 18:14:25 +0100670 addFromModule := func(ctx android.ModuleContext, module android.Module, apiScope *HiddenAPIScope) {
671 sdkKind := apiScope.sdkKind
672 dexJar := hiddenAPIRetrieveDexJarBuildPath(ctx, module, sdkKind)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100673 if dexJar != nil {
Paul Duffin31fad802021-06-18 18:14:25 +0100674 i.StubDexJarsByScope[apiScope] = append(i.StubDexJarsByScope[apiScope], dexJar)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100675 }
Paul Duffin32cf58a2021-05-18 16:32:50 +0100676
677 if sdkLibrary, ok := module.(SdkLibraryDependency); ok {
Paul Duffin31fad802021-06-18 18:14:25 +0100678 removedTxtFile := sdkLibrary.SdkRemovedTxtFile(ctx, sdkKind)
Paul Duffin32cf58a2021-05-18 16:32:50 +0100679 i.RemovedTxtFiles = append(i.RemovedTxtFiles, removedTxtFile.AsPaths()...)
680 }
Paul Duffin1352f7c2021-05-21 22:18:49 +0100681 }
682
683 // If the contents includes any java_sdk_library modules then add them to the stubs.
684 for _, module := range contents {
685 if _, ok := module.(SdkLibraryDependency); ok {
Paul Duffin31fad802021-06-18 18:14:25 +0100686 // Add information for every possible API scope needed by hidden API.
687 for _, apiScope := range hiddenAPISdkLibrarySupportedScopes {
688 addFromModule(ctx, module, apiScope)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100689 }
690 }
691 }
692
Paul Duffind061d402021-06-07 21:36:01 +0100693 ctx.VisitDirectDeps(func(module android.Module) {
Paul Duffin1352f7c2021-05-21 22:18:49 +0100694 tag := ctx.OtherModuleDependencyTag(module)
695 if hiddenAPIStubsTag, ok := tag.(hiddenAPIStubsDependencyTag); ok {
Paul Duffin31fad802021-06-18 18:14:25 +0100696 apiScope := hiddenAPIStubsTag.apiScope
Paul Duffin5cca7c42021-05-26 10:16:01 +0100697 if hiddenAPIStubsTag.fromAdditionalDependency {
698 dexJar := hiddenAPIRetrieveDexJarBuildPath(ctx, module, apiScope.sdkKind)
699 if dexJar != nil {
700 i.AdditionalStubDexJarsByScope[apiScope] = append(i.AdditionalStubDexJarsByScope[apiScope], dexJar)
701 }
702 } else {
703 addFromModule(ctx, module, apiScope)
704 }
Paul Duffin1352f7c2021-05-21 22:18:49 +0100705 }
706 })
707
708 // Normalize the paths, i.e. remove duplicates and sort.
Paul Duffin31fad802021-06-18 18:14:25 +0100709 i.StubDexJarsByScope.dedupAndSort()
710 i.DependencyStubDexJarsByScope.dedupAndSort()
Paul Duffin32cf58a2021-05-18 16:32:50 +0100711 i.RemovedTxtFiles = android.SortedUniquePaths(i.RemovedTxtFiles)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100712}
713
714// extractFlagFilesFromProperties extracts the paths to flag files that are specified in the
715// supplied properties and stores them in this struct.
716func (i *HiddenAPIFlagInput) extractFlagFilesFromProperties(ctx android.ModuleContext, p *HiddenAPIFlagFileProperties) {
Paul Duffin524c82c2021-06-09 14:39:28 +0100717 for _, category := range HiddenAPIFlagFileCategories {
Paul Duffin1352f7c2021-05-21 22:18:49 +0100718 paths := android.PathsForModuleSrc(ctx, category.propertyValueReader(p))
719 i.FlagFilesByCategory[category] = paths
720 }
721}
722
Paul Duffin31fad802021-06-18 18:14:25 +0100723func (i *HiddenAPIFlagInput) transitiveStubDexJarsByScope() StubDexJarsByScope {
724 transitive := i.DependencyStubDexJarsByScope
725 transitive.append(i.StubDexJarsByScope)
Paul Duffinf1b358c2021-05-17 07:38:47 +0100726 return transitive
727}
728
Paul Duffin1e6f5c42021-05-21 16:15:31 +0100729// HiddenAPIFlagOutput contains paths to output files from the hidden API flag generation for a
730// bootclasspath_fragment module.
731type HiddenAPIFlagOutput struct {
732 // The path to the generated stub-flags.csv file.
733 StubFlagsPath android.Path
734
735 // The path to the generated annotation-flags.csv file.
736 AnnotationFlagsPath android.Path
737
738 // The path to the generated metadata.csv file.
739 MetadataPath android.Path
740
741 // The path to the generated index.csv file.
742 IndexPath android.Path
743
744 // The path to the generated all-flags.csv file.
745 AllFlagsPath android.Path
746}
747
Paul Duffin5f148ca2021-06-02 17:24:22 +0100748// bootDexJarByModule is a map from base module name (without prebuilt_ prefix) to the boot dex
749// path.
750type bootDexJarByModule map[string]android.Path
751
752// addPath adds the path for a module to the map.
753func (b bootDexJarByModule) addPath(module android.Module, path android.Path) {
754 b[android.RemoveOptionalPrebuiltPrefix(module.Name())] = path
755}
756
Paul Duffine5218812021-06-07 13:28:19 +0100757// bootDexJars returns the boot dex jar paths sorted by their keys.
758func (b bootDexJarByModule) bootDexJars() android.Paths {
759 paths := android.Paths{}
760 for _, k := range android.SortedStringKeys(b) {
761 paths = append(paths, b[k])
762 }
763 return paths
764}
765
Paul Duffin7f872162021-06-17 19:33:24 +0100766// bootDexJarsWithoutCoverage returns the boot dex jar paths sorted by their keys without coverage
767// libraries if present.
768func (b bootDexJarByModule) bootDexJarsWithoutCoverage() android.Paths {
769 paths := android.Paths{}
770 for _, k := range android.SortedStringKeys(b) {
771 if k == "jacocoagent" {
772 continue
773 }
774 paths = append(paths, b[k])
775 }
776 return paths
777}
778
Paul Duffine5218812021-06-07 13:28:19 +0100779// HiddenAPIOutput encapsulates the output from the hidden API processing.
780type HiddenAPIOutput struct {
781 HiddenAPIFlagOutput
782
783 // The map from base module name to the path to the encoded boot dex file.
784 EncodedBootDexFilesByModule bootDexJarByModule
785}
786
Paul Duffindfa10832021-05-13 17:31:51 +0100787// pathForValidation creates a path of the same type as the supplied type but with a name of
788// <path>.valid.
789//
790// e.g. If path is an OutputPath for out/soong/hiddenapi/hiddenapi-flags.csv then this will return
791// an OutputPath for out/soong/hiddenapi/hiddenapi-flags.csv.valid
792func pathForValidation(ctx android.PathContext, path android.WritablePath) android.WritablePath {
793 extWithoutLeadingDot := strings.TrimPrefix(path.Ext(), ".")
794 return path.ReplaceExtension(ctx, extWithoutLeadingDot+".valid")
795}
796
Paul Duffin2fef1362021-04-15 13:32:00 +0100797// buildRuleToGenerateHiddenApiFlags creates a rule to create the monolithic hidden API flags from
798// the flags from all the modules, the stub flags, augmented with some additional configuration
799// files.
Paul Duffin702210b2021-04-08 20:12:41 +0100800//
801// baseFlagsPath is the path to the flags file containing all the information from the stubs plus
802// an entry for every single member in the dex implementation jars of the individual modules. Every
803// signature in any of the other files MUST be included in this file.
804//
Paul Duffin537ea3d2021-05-14 10:38:00 +0100805// annotationFlags is the path to the annotation flags file generated from annotation information
806// in each module.
Paul Duffin702210b2021-04-08 20:12:41 +0100807//
Paul Duffinaf99afa2021-05-21 22:18:56 +0100808// hiddenAPIInfo is a struct containing paths to files that augment the information provided by
Paul Duffin537ea3d2021-05-14 10:38:00 +0100809// the annotationFlags.
Paul Duffin32cf58a2021-05-18 16:32:50 +0100810func buildRuleToGenerateHiddenApiFlags(ctx android.BuilderContext, name, desc string,
Paul Duffind061d402021-06-07 21:36:01 +0100811 outputPath android.WritablePath, baseFlagsPath android.Path, annotationFlagPaths android.Paths,
Paul Duffin32cf58a2021-05-18 16:32:50 +0100812 flagFilesByCategory FlagFilesByCategory, allFlagsPaths android.Paths, generatedRemovedDexSignatures android.OptionalPath) {
Paul Duffindfa10832021-05-13 17:31:51 +0100813
Paul Duffindfa10832021-05-13 17:31:51 +0100814 // Create the rule that will generate the flag files.
Paul Duffind3c15132021-04-21 22:12:35 +0100815 tempPath := tempPathForRestat(ctx, outputPath)
Paul Duffin702210b2021-04-08 20:12:41 +0100816 rule := android.NewRuleBuilder(pctx, ctx)
817 command := rule.Command().
818 BuiltTool("generate_hiddenapi_lists").
819 FlagWithInput("--csv ", baseFlagsPath).
Paul Duffind061d402021-06-07 21:36:01 +0100820 Inputs(annotationFlagPaths).
Paul Duffin702210b2021-04-08 20:12:41 +0100821 FlagWithOutput("--output ", tempPath)
822
Paul Duffine3dc6602021-04-14 09:50:43 +0100823 // Add the options for the different categories of flag files.
Paul Duffin524c82c2021-06-09 14:39:28 +0100824 for _, category := range HiddenAPIFlagFileCategories {
Paul Duffin438eb572021-05-21 16:58:23 +0100825 paths := flagFilesByCategory[category]
Paul Duffine3dc6602021-04-14 09:50:43 +0100826 for _, path := range paths {
827 category.commandMutator(command, path)
828 }
Paul Duffin702210b2021-04-08 20:12:41 +0100829 }
830
Paul Duffin32cf58a2021-05-18 16:32:50 +0100831 // If available then pass the automatically generated file containing dex signatures of removed
832 // API members to the rule so they can be marked as removed.
833 if generatedRemovedDexSignatures.Valid() {
834 hiddenAPIRemovedFlagFileCategory.commandMutator(command, generatedRemovedDexSignatures.Path())
835 }
836
Paul Duffin702210b2021-04-08 20:12:41 +0100837 commitChangeForRestat(rule, tempPath, outputPath)
838
Paul Duffin2e880972021-06-23 23:29:09 +0100839 // If there are flag files that have been generated by fragments on which this depends then use
840 // them to validate the flag file generated by the rules created by this method.
841 if len(allFlagsPaths) > 0 {
842 validFile := buildRuleValidateOverlappingCsvFiles(ctx, name, desc, outputPath, allFlagsPaths)
843
Paul Duffindfa10832021-05-13 17:31:51 +0100844 // Add the file that indicates that the file generated by this is valid.
845 //
846 // This will cause the validation rule above to be run any time that the output of this rule
847 // changes but the validation will run in parallel with other rules that depend on this file.
848 command.Validation(validFile)
849 }
850
Paul Duffin2fef1362021-04-15 13:32:00 +0100851 rule.Build(name, desc)
852}
853
Paul Duffin2e880972021-06-23 23:29:09 +0100854// buildRuleValidateOverlappingCsvFiles checks that the modular CSV files, i.e. the files generated
855// by the individual bootclasspath_fragment modules are subsets of the monolithic CSV file.
856func buildRuleValidateOverlappingCsvFiles(ctx android.BuilderContext, name string, desc string, monolithicFilePath android.WritablePath, modularFilePaths android.Paths) android.WritablePath {
857 // The file which is used to record that the flags file is valid.
858 validFile := pathForValidation(ctx, monolithicFilePath)
859
860 // Create a rule to validate the output from the following rule.
861 rule := android.NewRuleBuilder(pctx, ctx)
862 rule.Command().
863 BuiltTool("verify_overlaps").
864 Input(monolithicFilePath).
865 Inputs(modularFilePaths).
866 // If validation passes then update the file that records that.
867 Text("&& touch").Output(validFile)
868 rule.Build(name+"Validation", desc+" validation")
869
870 return validFile
871}
872
Paul Duffine5218812021-06-07 13:28:19 +0100873// hiddenAPIRulesForBootclasspathFragment will generate all the flags for a fragment of the
874// bootclasspath and then encode the flags into the boot dex files.
Paul Duffin2fef1362021-04-15 13:32:00 +0100875//
876// It takes:
877// * Map from android.SdkKind to stub dex jar paths defining the API for that sdk kind.
878// * The list of modules that are the contents of the fragment.
879// * The additional manually curated flag files to use.
880//
881// It generates:
882// * stub-flags.csv
883// * annotation-flags.csv
884// * metadata.csv
885// * index.csv
886// * all-flags.csv
Paul Duffine5218812021-06-07 13:28:19 +0100887// * encoded boot dex files
888func hiddenAPIRulesForBootclasspathFragment(ctx android.ModuleContext, contents []android.Module, input HiddenAPIFlagInput) *HiddenAPIOutput {
Paul Duffin2fef1362021-04-15 13:32:00 +0100889 hiddenApiSubDir := "modular-hiddenapi"
890
Paul Duffine5218812021-06-07 13:28:19 +0100891 // Gather information about the boot dex files for the boot libraries provided by this fragment.
892 bootDexInfoByModule := extractBootDexInfoFromModules(ctx, contents)
Paul Duffin1352f7c2021-05-21 22:18:49 +0100893
894 // Generate the stub-flags.csv.
Paul Duffin2fef1362021-04-15 13:32:00 +0100895 stubFlagsCSV := android.PathForModuleOut(ctx, hiddenApiSubDir, "stub-flags.csv")
Paul Duffin2e880972021-06-23 23:29:09 +0100896 buildRuleToGenerateHiddenAPIStubFlagsFile(ctx, "modularHiddenAPIStubFlagsFile", "modular hiddenapi stub flags", stubFlagsCSV, bootDexInfoByModule.bootDexJars(), input, nil)
Paul Duffin2fef1362021-04-15 13:32:00 +0100897
Paul Duffin537ea3d2021-05-14 10:38:00 +0100898 // Extract the classes jars from the contents.
Paul Duffindd5993f2021-06-10 10:18:22 +0100899 classesJars := extractClassesJarsFromModules(contents)
Paul Duffin537ea3d2021-05-14 10:38:00 +0100900
Paul Duffin2fef1362021-04-15 13:32:00 +0100901 // Generate the set of flags from the annotations in the source code.
902 annotationFlagsCSV := android.PathForModuleOut(ctx, hiddenApiSubDir, "annotation-flags.csv")
Paul Duffin850e61f2021-05-14 09:58:48 +0100903 buildRuleToGenerateAnnotationFlags(ctx, "modular hiddenapi annotation flags", classesJars, stubFlagsCSV, annotationFlagsCSV)
Paul Duffin2fef1362021-04-15 13:32:00 +0100904
905 // Generate the metadata from the annotations in the source code.
906 metadataCSV := android.PathForModuleOut(ctx, hiddenApiSubDir, "metadata.csv")
Paul Duffin850e61f2021-05-14 09:58:48 +0100907 buildRuleToGenerateMetadata(ctx, "modular hiddenapi metadata", classesJars, stubFlagsCSV, metadataCSV)
Paul Duffin2fef1362021-04-15 13:32:00 +0100908
Paul Duffin537ea3d2021-05-14 10:38:00 +0100909 // Generate the index file from the CSV files in the classes jars.
Paul Duffin2fef1362021-04-15 13:32:00 +0100910 indexCSV := android.PathForModuleOut(ctx, hiddenApiSubDir, "index.csv")
Paul Duffin850e61f2021-05-14 09:58:48 +0100911 buildRuleToGenerateIndex(ctx, "modular hiddenapi index", classesJars, indexCSV)
Paul Duffin2fef1362021-04-15 13:32:00 +0100912
Paul Duffinaf99afa2021-05-21 22:18:56 +0100913 // Removed APIs need to be marked and in order to do that the hiddenAPIInfo needs to specify files
Paul Duffin2fef1362021-04-15 13:32:00 +0100914 // containing dex signatures of all the removed APIs. In the monolithic files that is done by
915 // manually combining all the removed.txt files for each API and then converting them to dex
Paul Duffin32cf58a2021-05-18 16:32:50 +0100916 // signatures, see the combined-removed-dex module. This does that automatically by using the
917 // *removed.txt files retrieved from the java_sdk_library modules that are specified in the
918 // stub_libs and contents properties of a bootclasspath_fragment.
919 removedDexSignatures := buildRuleToGenerateRemovedDexSignatures(ctx, input.RemovedTxtFiles)
Paul Duffin2fef1362021-04-15 13:32:00 +0100920
921 // Generate the all-flags.csv which are the flags that will, in future, be encoded into the dex
922 // files.
Paul Duffine5218812021-06-07 13:28:19 +0100923 allFlagsCSV := android.PathForModuleOut(ctx, hiddenApiSubDir, "all-flags.csv")
Paul Duffind061d402021-06-07 21:36:01 +0100924 buildRuleToGenerateHiddenApiFlags(ctx, "modularHiddenApiAllFlags", "modular hiddenapi all flags", allFlagsCSV, stubFlagsCSV, android.Paths{annotationFlagsCSV}, input.FlagFilesByCategory, nil, removedDexSignatures)
Paul Duffine5218812021-06-07 13:28:19 +0100925
926 // Encode the flags into the boot dex files.
927 encodedBootDexJarsByModule := map[string]android.Path{}
928 outputDir := android.PathForModuleOut(ctx, "hiddenapi-modular/encoded").OutputPath
929 for _, name := range android.SortedStringKeys(bootDexInfoByModule) {
930 bootDexInfo := bootDexInfoByModule[name]
931 unencodedDex := bootDexInfo.path
932 encodedDex := hiddenAPIEncodeDex(ctx, unencodedDex, allFlagsCSV, bootDexInfo.uncompressDex, outputDir)
933 encodedBootDexJarsByModule[name] = encodedDex
934 }
Paul Duffin2fef1362021-04-15 13:32:00 +0100935
936 // Store the paths in the info for use by other modules and sdk snapshot generation.
Paul Duffine5218812021-06-07 13:28:19 +0100937 output := HiddenAPIOutput{
938 HiddenAPIFlagOutput: HiddenAPIFlagOutput{
939 StubFlagsPath: stubFlagsCSV,
940 AnnotationFlagsPath: annotationFlagsCSV,
941 MetadataPath: metadataCSV,
942 IndexPath: indexCSV,
943 AllFlagsPath: allFlagsCSV,
944 },
945 EncodedBootDexFilesByModule: encodedBootDexJarsByModule,
Paul Duffin1e6f5c42021-05-21 16:15:31 +0100946 }
947 return &output
Paul Duffin702210b2021-04-08 20:12:41 +0100948}
Paul Duffin537ea3d2021-05-14 10:38:00 +0100949
Paul Duffin32cf58a2021-05-18 16:32:50 +0100950func buildRuleToGenerateRemovedDexSignatures(ctx android.ModuleContext, removedTxtFiles android.Paths) android.OptionalPath {
951 if len(removedTxtFiles) == 0 {
952 return android.OptionalPath{}
953 }
954
955 output := android.PathForModuleOut(ctx, "modular-hiddenapi/removed-dex-signatures.txt")
956
957 rule := android.NewRuleBuilder(pctx, ctx)
958 rule.Command().
959 BuiltTool("metalava").
960 Flag("--no-banner").
961 Inputs(removedTxtFiles).
962 FlagWithOutput("--dex-api ", output)
963 rule.Build("modular-hiddenapi-removed-dex-signatures", "modular hiddenapi removed dex signatures")
964 return android.OptionalPathForPath(output)
965}
966
Paul Duffindd5993f2021-06-10 10:18:22 +0100967// extractBootDexJarsFromModules extracts the boot dex jars from the supplied modules.
Paul Duffine5218812021-06-07 13:28:19 +0100968func extractBootDexJarsFromModules(ctx android.ModuleContext, contents []android.Module) bootDexJarByModule {
969 bootDexJars := bootDexJarByModule{}
Paul Duffin537ea3d2021-05-14 10:38:00 +0100970 for _, module := range contents {
Paul Duffindd5993f2021-06-10 10:18:22 +0100971 hiddenAPIModule := hiddenAPIModuleFromModule(ctx, module)
972 if hiddenAPIModule == nil {
973 continue
974 }
Paul Duffine5218812021-06-07 13:28:19 +0100975 bootDexJar := retrieveBootDexJarFromHiddenAPIModule(ctx, hiddenAPIModule)
976 bootDexJars.addPath(module, bootDexJar)
Paul Duffin537ea3d2021-05-14 10:38:00 +0100977 }
978 return bootDexJars
979}
980
Paul Duffindd5993f2021-06-10 10:18:22 +0100981func hiddenAPIModuleFromModule(ctx android.BaseModuleContext, module android.Module) hiddenAPIModule {
982 if hiddenAPIModule, ok := module.(hiddenAPIModule); ok {
983 return hiddenAPIModule
984 } else if _, ok := module.(*DexImport); ok {
985 // Ignore this for the purposes of hidden API processing
986 } else {
987 ctx.ModuleErrorf("module %s does not implement hiddenAPIModule", module)
988 }
989
990 return nil
991}
992
Paul Duffine5218812021-06-07 13:28:19 +0100993// bootDexInfo encapsulates both the path and uncompressDex status retrieved from a hiddenAPIModule.
994type bootDexInfo struct {
995 // The path to the dex jar that has not had hidden API flags encoded into it.
996 path android.Path
997
998 // Indicates whether the dex jar needs uncompressing before encoding.
999 uncompressDex bool
1000}
1001
1002// bootDexInfoByModule is a map from module name (as returned by module.Name()) to the boot dex
1003// path (as returned by hiddenAPIModule.bootDexJar()) and the uncompressDex flag.
1004type bootDexInfoByModule map[string]bootDexInfo
1005
1006// bootDexJars returns the boot dex jar paths sorted by their keys.
1007func (b bootDexInfoByModule) bootDexJars() android.Paths {
1008 paths := android.Paths{}
1009 for _, m := range android.SortedStringKeys(b) {
1010 paths = append(paths, b[m].path)
1011 }
1012 return paths
1013}
1014
1015// extractBootDexInfoFromModules extracts the boot dex jar and uncompress dex state from
1016// each of the supplied modules which must implement hiddenAPIModule.
1017func extractBootDexInfoFromModules(ctx android.ModuleContext, contents []android.Module) bootDexInfoByModule {
1018 bootDexJarsByModule := bootDexInfoByModule{}
1019 for _, module := range contents {
1020 hiddenAPIModule := module.(hiddenAPIModule)
1021 bootDexJar := retrieveBootDexJarFromHiddenAPIModule(ctx, hiddenAPIModule)
1022 bootDexJarsByModule[module.Name()] = bootDexInfo{
1023 path: bootDexJar,
1024 uncompressDex: *hiddenAPIModule.uncompressDex(),
1025 }
1026 }
1027
1028 return bootDexJarsByModule
1029}
1030
1031// retrieveBootDexJarFromHiddenAPIModule retrieves the boot dex jar from the hiddenAPIModule.
1032//
1033// If the module does not provide a boot dex jar, i.e. the returned boot dex jar is nil, then that
1034// create a fake path and either report an error immediately or defer reporting of the error until
1035// the path is actually used.
1036func retrieveBootDexJarFromHiddenAPIModule(ctx android.ModuleContext, module hiddenAPIModule) android.Path {
1037 bootDexJar := module.bootDexJar()
1038 if bootDexJar == nil {
1039 fake := android.PathForModuleOut(ctx, fmt.Sprintf("fake/boot-dex/%s.jar", module.Name()))
1040 bootDexJar = fake
1041
1042 handleMissingDexBootFile(ctx, module, fake)
1043 }
1044 return bootDexJar
1045}
1046
Paul Duffindd5993f2021-06-10 10:18:22 +01001047// extractClassesJarsFromModules extracts the class jars from the supplied modules.
1048func extractClassesJarsFromModules(contents []android.Module) android.Paths {
Paul Duffin537ea3d2021-05-14 10:38:00 +01001049 classesJars := android.Paths{}
1050 for _, module := range contents {
Paul Duffindd5993f2021-06-10 10:18:22 +01001051 classesJars = append(classesJars, retrieveClassesJarsFromModule(module)...)
Paul Duffin537ea3d2021-05-14 10:38:00 +01001052 }
1053 return classesJars
1054}
Paul Duffin5f148ca2021-06-02 17:24:22 +01001055
Paul Duffindd5993f2021-06-10 10:18:22 +01001056// retrieveClassesJarsFromModule retrieves the classes jars from the supplied module.
1057func retrieveClassesJarsFromModule(module android.Module) android.Paths {
1058 if hiddenAPIModule, ok := module.(hiddenAPIModule); ok {
1059 return hiddenAPIModule.classesJars()
1060 }
1061
1062 return nil
1063}
1064
Paul Duffin5f148ca2021-06-02 17:24:22 +01001065// deferReportingMissingBootDexJar returns true if a missing boot dex jar should not be reported by
1066// Soong but should instead only be reported in ninja if the file is actually built.
1067func deferReportingMissingBootDexJar(ctx android.ModuleContext, module android.Module) bool {
1068 // TODO(b/179354495): Remove this workaround when it is unnecessary.
1069 // Prebuilt modules like framework-wifi do not yet provide dex implementation jars. So,
1070 // create a fake one that will cause a build error only if it is used.
1071 if ctx.Config().AlwaysUsePrebuiltSdks() {
1072 return true
1073 }
1074
Paul Duffine5218812021-06-07 13:28:19 +01001075 // Any missing dependency should be allowed.
1076 if ctx.Config().AllowMissingDependencies() {
1077 return true
1078 }
1079
Paul Duffin5f148ca2021-06-02 17:24:22 +01001080 // This is called for both platform_bootclasspath and bootclasspath_fragment modules.
1081 //
1082 // A bootclasspath_fragment module should only use the APEX variant of source or prebuilt modules.
1083 // Ideally, a bootclasspath_fragment module should never have a platform variant created for it
1084 // but unfortunately, due to b/187910671 it does.
1085 //
1086 // That causes issues when obtaining a boot dex jar for a prebuilt module as a prebuilt module
1087 // used by a bootclasspath_fragment can only provide a boot dex jar when it is part of APEX, i.e.
1088 // has an APEX variant not a platform variant.
1089 //
1090 // There are some other situations when a prebuilt module used by a bootclasspath_fragment cannot
1091 // provide a boot dex jar:
1092 // 1. If the bootclasspath_fragment is not exported by the prebuilt_apex/apex_set module then it
1093 // does not have an APEX variant and only has a platform variant and neither do its content
1094 // modules.
1095 // 2. Some build configurations, e.g. setting TARGET_BUILD_USE_PREBUILT_SDKS causes all
1096 // java_sdk_library_import modules to be treated as preferred and as many of them are not part
1097 // of an apex they cannot provide a boot dex jar.
1098 //
1099 // The first case causes problems when the affected prebuilt modules are preferred but that is an
1100 // invalid configuration and it is ok for it to fail as the work to enable that is not yet
1101 // complete. The second case is used for building targets that do not use boot dex jars and so
1102 // deferring error reporting to ninja is fine as the affected ninja targets should never be built.
1103 // That is handled above.
1104 //
1105 // A platform_bootclasspath module can use libraries from both platform and APEX variants. Unlike
1106 // the bootclasspath_fragment it supports dex_import modules which provides the dex file. So, it
1107 // can obtain a boot dex jar from a prebuilt that is not part of an APEX. However, it is assumed
1108 // that if the library can be part of an APEX then it is the APEX variant that is used.
1109 //
1110 // This check handles the slightly different requirements of the bootclasspath_fragment and
1111 // platform_bootclasspath modules by only deferring error reporting for the platform variant of
1112 // a prebuilt modules that has other variants which are part of an APEX.
1113 //
1114 // TODO(b/187910671): Remove this once platform variants are no longer created unnecessarily.
1115 if android.IsModulePrebuilt(module) {
1116 if am, ok := module.(android.ApexModule); ok && am.InAnyApex() {
1117 apexInfo := ctx.OtherModuleProvider(module, android.ApexInfoProvider).(android.ApexInfo)
1118 if apexInfo.IsForPlatform() {
1119 return true
1120 }
1121 }
1122 }
1123
1124 // A bootclasspath module that is part of a versioned sdk never provides a boot dex jar as there
1125 // is no equivalently versioned prebuilt APEX file from which it can be obtained. However,
1126 // versioned bootclasspath modules are processed by Soong so in order to avoid them causing build
1127 // failures missing boot dex jars need to be deferred.
1128 if android.IsModuleInVersionedSdk(ctx.Module()) {
1129 return true
1130 }
1131
1132 return false
1133}
1134
1135// handleMissingDexBootFile will either log a warning or create an error rule to create the fake
1136// file depending on the value returned from deferReportingMissingBootDexJar.
1137func handleMissingDexBootFile(ctx android.ModuleContext, module android.Module, fake android.WritablePath) {
1138 if deferReportingMissingBootDexJar(ctx, module) {
1139 // Create an error rule that pretends to create the output file but will actually fail if it
1140 // is run.
1141 ctx.Build(pctx, android.BuildParams{
1142 Rule: android.ErrorRule,
1143 Output: fake,
1144 Args: map[string]string{
1145 "error": fmt.Sprintf("missing dependencies: boot dex jar for %s", module),
1146 },
1147 })
1148 } else {
1149 ctx.ModuleErrorf("module %s does not provide a dex jar", module)
1150 }
1151}
1152
1153// retrieveEncodedBootDexJarFromModule returns a path to the boot dex jar from the supplied module's
1154// DexJarBuildPath() method.
1155//
1156// The returned path will usually be to a dex jar file that has been encoded with hidden API flags.
1157// However, under certain conditions, e.g. errors, or special build configurations it will return
1158// a path to a fake file.
1159func retrieveEncodedBootDexJarFromModule(ctx android.ModuleContext, module android.Module) android.Path {
1160 bootDexJar := module.(interface{ DexJarBuildPath() android.Path }).DexJarBuildPath()
1161 if bootDexJar == nil {
1162 fake := android.PathForModuleOut(ctx, fmt.Sprintf("fake/encoded-dex/%s.jar", module.Name()))
1163 bootDexJar = fake
1164
1165 handleMissingDexBootFile(ctx, module, fake)
1166 }
1167 return bootDexJar
1168}
1169
1170// extractEncodedDexJarsFromModules extracts the encoded dex jars from the supplied modules.
1171func extractEncodedDexJarsFromModules(ctx android.ModuleContext, contents []android.Module) bootDexJarByModule {
1172 encodedDexJarsByModuleName := bootDexJarByModule{}
1173 for _, module := range contents {
1174 path := retrieveEncodedBootDexJarFromModule(ctx, module)
1175 encodedDexJarsByModuleName.addPath(module, path)
1176 }
1177 return encodedDexJarsByModuleName
1178}