Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 1 | // Copyright 2020 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package bp2build |
| 16 | |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 0da7ce6 | 2021-08-23 17:04:20 +0000 | [diff] [blame] | 17 | /* |
| 18 | For shareable/common functionality for conversion from soong-module to build files |
| 19 | for queryview/bp2build |
| 20 | */ |
| 21 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 22 | import ( |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 23 | "fmt" |
| 24 | "reflect" |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 25 | "sort" |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 26 | "strings" |
| 27 | |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 0da7ce6 | 2021-08-23 17:04:20 +0000 | [diff] [blame] | 28 | "android/soong/android" |
| 29 | "android/soong/bazel" |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 30 | "android/soong/starlark_fmt" |
Chris Parsons | 39a1697 | 2023-06-08 14:28:51 +0000 | [diff] [blame] | 31 | "android/soong/ui/metrics/bp2build_metrics_proto" |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 32 | "github.com/google/blueprint" |
Spandan Das | ea2abba | 2023-06-14 21:30:38 +0000 | [diff] [blame^] | 33 | "github.com/google/blueprint/bootstrap" |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 34 | "github.com/google/blueprint/proptools" |
| 35 | ) |
| 36 | |
| 37 | type BazelAttributes struct { |
| 38 | Attrs map[string]string |
| 39 | } |
| 40 | |
| 41 | type BazelTarget struct { |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 42 | name string |
Jingwen Chen | c63677b | 2021-06-17 05:43:19 +0000 | [diff] [blame] | 43 | packageName string |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 44 | content string |
| 45 | ruleClass string |
| 46 | bzlLoadLocation string |
| 47 | } |
| 48 | |
| 49 | // IsLoadedFromStarlark determines if the BazelTarget's rule class is loaded from a .bzl file, |
| 50 | // as opposed to a native rule built into Bazel. |
| 51 | func (t BazelTarget) IsLoadedFromStarlark() bool { |
| 52 | return t.bzlLoadLocation != "" |
| 53 | } |
| 54 | |
Jingwen Chen | c63677b | 2021-06-17 05:43:19 +0000 | [diff] [blame] | 55 | // Label is the fully qualified Bazel label constructed from the BazelTarget's |
| 56 | // package name and target name. |
| 57 | func (t BazelTarget) Label() string { |
| 58 | if t.packageName == "." { |
| 59 | return "//:" + t.name |
| 60 | } else { |
| 61 | return "//" + t.packageName + ":" + t.name |
| 62 | } |
| 63 | } |
| 64 | |
Spandan Das | abedff0 | 2023-03-07 19:24:34 +0000 | [diff] [blame] | 65 | // PackageName returns the package of the Bazel target. |
| 66 | // Defaults to root of tree. |
| 67 | func (t BazelTarget) PackageName() string { |
| 68 | if t.packageName == "" { |
| 69 | return "." |
| 70 | } |
| 71 | return t.packageName |
| 72 | } |
| 73 | |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 74 | // BazelTargets is a typedef for a slice of BazelTarget objects. |
| 75 | type BazelTargets []BazelTarget |
| 76 | |
Sasha Smundak | 8bea267 | 2022-08-04 13:31:14 -0700 | [diff] [blame] | 77 | func (targets BazelTargets) packageRule() *BazelTarget { |
| 78 | for _, target := range targets { |
| 79 | if target.ruleClass == "package" { |
| 80 | return &target |
| 81 | } |
| 82 | } |
| 83 | return nil |
| 84 | } |
| 85 | |
| 86 | // sort a list of BazelTargets in-place, by name, and by generated/handcrafted types. |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 87 | func (targets BazelTargets) sort() { |
| 88 | sort.Slice(targets, func(i, j int) bool { |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 89 | return targets[i].name < targets[j].name |
| 90 | }) |
| 91 | } |
| 92 | |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 93 | // String returns the string representation of BazelTargets, without load |
| 94 | // statements (use LoadStatements for that), since the targets are usually not |
| 95 | // adjacent to the load statements at the top of the BUILD file. |
| 96 | func (targets BazelTargets) String() string { |
| 97 | var res string |
| 98 | for i, target := range targets { |
Sasha Smundak | 8bea267 | 2022-08-04 13:31:14 -0700 | [diff] [blame] | 99 | if target.ruleClass != "package" { |
| 100 | res += target.content |
| 101 | } |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 102 | if i != len(targets)-1 { |
| 103 | res += "\n\n" |
| 104 | } |
| 105 | } |
| 106 | return res |
| 107 | } |
| 108 | |
| 109 | // LoadStatements return the string representation of the sorted and deduplicated |
| 110 | // Starlark rule load statements needed by a group of BazelTargets. |
| 111 | func (targets BazelTargets) LoadStatements() string { |
| 112 | bzlToLoadedSymbols := map[string][]string{} |
| 113 | for _, target := range targets { |
| 114 | if target.IsLoadedFromStarlark() { |
| 115 | bzlToLoadedSymbols[target.bzlLoadLocation] = |
| 116 | append(bzlToLoadedSymbols[target.bzlLoadLocation], target.ruleClass) |
| 117 | } |
| 118 | } |
| 119 | |
| 120 | var loadStatements []string |
| 121 | for bzl, ruleClasses := range bzlToLoadedSymbols { |
| 122 | loadStatement := "load(\"" |
| 123 | loadStatement += bzl |
| 124 | loadStatement += "\", " |
| 125 | ruleClasses = android.SortedUniqueStrings(ruleClasses) |
| 126 | for i, ruleClass := range ruleClasses { |
| 127 | loadStatement += "\"" + ruleClass + "\"" |
| 128 | if i != len(ruleClasses)-1 { |
| 129 | loadStatement += ", " |
| 130 | } |
| 131 | } |
| 132 | loadStatement += ")" |
| 133 | loadStatements = append(loadStatements, loadStatement) |
| 134 | } |
| 135 | return strings.Join(android.SortedUniqueStrings(loadStatements), "\n") |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | type bpToBuildContext interface { |
| 139 | ModuleName(module blueprint.Module) string |
| 140 | ModuleDir(module blueprint.Module) string |
| 141 | ModuleSubDir(module blueprint.Module) string |
| 142 | ModuleType(module blueprint.Module) string |
| 143 | |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 144 | VisitAllModules(visit func(blueprint.Module)) |
| 145 | VisitDirectDeps(module blueprint.Module, visit func(blueprint.Module)) |
| 146 | } |
| 147 | |
| 148 | type CodegenContext struct { |
Jingwen Chen | 16d90a8 | 2021-09-17 07:16:13 +0000 | [diff] [blame] | 149 | config android.Config |
Paul Duffin | c639059 | 2022-11-04 13:35:21 +0000 | [diff] [blame] | 150 | context *android.Context |
Jingwen Chen | 16d90a8 | 2021-09-17 07:16:13 +0000 | [diff] [blame] | 151 | mode CodegenMode |
| 152 | additionalDeps []string |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 153 | unconvertedDepMode unconvertedDepsMode |
Cole Faust | b85d1a1 | 2022-11-08 18:14:01 -0800 | [diff] [blame] | 154 | topDir string |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 155 | } |
| 156 | |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 157 | func (ctx *CodegenContext) Mode() CodegenMode { |
| 158 | return ctx.mode |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 159 | } |
| 160 | |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 161 | // CodegenMode is an enum to differentiate code-generation modes. |
| 162 | type CodegenMode int |
| 163 | |
| 164 | const ( |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 165 | // Bp2Build - generate BUILD files with targets buildable by Bazel directly. |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 166 | // |
| 167 | // This mode is used for the Soong->Bazel build definition conversion. |
| 168 | Bp2Build CodegenMode = iota |
| 169 | |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 170 | // QueryView - generate BUILD files with targets representing fully mutated |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 171 | // Soong modules, representing the fully configured Soong module graph with |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 172 | // variants and dependency edges. |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 173 | // |
| 174 | // This mode is used for discovering and introspecting the existing Soong |
| 175 | // module graph. |
| 176 | QueryView |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 177 | |
| 178 | // ApiBp2build - generate BUILD files for API contribution targets |
| 179 | ApiBp2build |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 180 | ) |
| 181 | |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 182 | type unconvertedDepsMode int |
| 183 | |
| 184 | const ( |
| 185 | // Include a warning in conversion metrics about converted modules with unconverted direct deps |
| 186 | warnUnconvertedDeps unconvertedDepsMode = iota |
| 187 | // Error and fail conversion if encountering a module with unconverted direct deps |
| 188 | // Enabled by setting environment variable `BP2BUILD_ERROR_UNCONVERTED` |
| 189 | errorModulesUnconvertedDeps |
| 190 | ) |
| 191 | |
Jingwen Chen | dcc329a | 2021-01-26 02:49:03 -0500 | [diff] [blame] | 192 | func (mode CodegenMode) String() string { |
| 193 | switch mode { |
| 194 | case Bp2Build: |
| 195 | return "Bp2Build" |
| 196 | case QueryView: |
| 197 | return "QueryView" |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 198 | case ApiBp2build: |
| 199 | return "ApiBp2build" |
Jingwen Chen | dcc329a | 2021-01-26 02:49:03 -0500 | [diff] [blame] | 200 | default: |
| 201 | return fmt.Sprintf("%d", mode) |
| 202 | } |
| 203 | } |
| 204 | |
Liz Kammer | ba3ea16 | 2021-02-17 13:22:03 -0500 | [diff] [blame] | 205 | // AddNinjaFileDeps adds dependencies on the specified files to be added to the ninja manifest. The |
| 206 | // primary builder will be rerun whenever the specified files are modified. Allows us to fulfill the |
| 207 | // PathContext interface in order to add dependencies on hand-crafted BUILD files. Note: must also |
| 208 | // call AdditionalNinjaDeps and add them manually to the ninja file. |
| 209 | func (ctx *CodegenContext) AddNinjaFileDeps(deps ...string) { |
| 210 | ctx.additionalDeps = append(ctx.additionalDeps, deps...) |
| 211 | } |
| 212 | |
| 213 | // AdditionalNinjaDeps returns additional ninja deps added by CodegenContext |
| 214 | func (ctx *CodegenContext) AdditionalNinjaDeps() []string { |
| 215 | return ctx.additionalDeps |
| 216 | } |
| 217 | |
Paul Duffin | c639059 | 2022-11-04 13:35:21 +0000 | [diff] [blame] | 218 | func (ctx *CodegenContext) Config() android.Config { return ctx.config } |
| 219 | func (ctx *CodegenContext) Context() *android.Context { return ctx.context } |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 220 | |
| 221 | // NewCodegenContext creates a wrapper context that conforms to PathContext for |
| 222 | // writing BUILD files in the output directory. |
Cole Faust | b85d1a1 | 2022-11-08 18:14:01 -0800 | [diff] [blame] | 223 | func NewCodegenContext(config android.Config, context *android.Context, mode CodegenMode, topDir string) *CodegenContext { |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 224 | var unconvertedDeps unconvertedDepsMode |
| 225 | if config.IsEnvTrue("BP2BUILD_ERROR_UNCONVERTED") { |
| 226 | unconvertedDeps = errorModulesUnconvertedDeps |
| 227 | } |
Liz Kammer | ba3ea16 | 2021-02-17 13:22:03 -0500 | [diff] [blame] | 228 | return &CodegenContext{ |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 229 | context: context, |
| 230 | config: config, |
| 231 | mode: mode, |
| 232 | unconvertedDepMode: unconvertedDeps, |
Cole Faust | b85d1a1 | 2022-11-08 18:14:01 -0800 | [diff] [blame] | 233 | topDir: topDir, |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 234 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | // props is an unsorted map. This function ensures that |
| 238 | // the generated attributes are sorted to ensure determinism. |
| 239 | func propsToAttributes(props map[string]string) string { |
| 240 | var attributes string |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 241 | for _, propName := range android.SortedKeys(props) { |
Liz Kammer | 0eae52e | 2021-10-06 10:32:26 -0400 | [diff] [blame] | 242 | attributes += fmt.Sprintf(" %s = %s,\n", propName, props[propName]) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 243 | } |
| 244 | return attributes |
| 245 | } |
| 246 | |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 247 | type conversionResults struct { |
| 248 | buildFileToTargets map[string]BazelTargets |
| 249 | metrics CodegenMetrics |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 250 | } |
| 251 | |
| 252 | func (r conversionResults) BuildDirToTargets() map[string]BazelTargets { |
| 253 | return r.buildFileToTargets |
| 254 | } |
| 255 | |
Spandan Das | ea2abba | 2023-06-14 21:30:38 +0000 | [diff] [blame^] | 256 | // struct to store state of go bazel targets |
| 257 | // this implements bp2buildModule interface and is passed to generateBazelTargets |
| 258 | type goBazelTarget struct { |
| 259 | targetName string |
| 260 | targetPackage string |
| 261 | bazelRuleClass string |
| 262 | bazelRuleLoadLocation string |
| 263 | bazelAttributes []interface{} |
| 264 | } |
| 265 | |
| 266 | var _ bp2buildModule = (*goBazelTarget)(nil) |
| 267 | |
| 268 | func (g goBazelTarget) TargetName() string { |
| 269 | return g.targetName |
| 270 | } |
| 271 | |
| 272 | func (g goBazelTarget) TargetPackage() string { |
| 273 | return g.targetPackage |
| 274 | } |
| 275 | |
| 276 | func (g goBazelTarget) BazelRuleClass() string { |
| 277 | return g.bazelRuleClass |
| 278 | } |
| 279 | |
| 280 | func (g goBazelTarget) BazelRuleLoadLocation() string { |
| 281 | return g.bazelRuleLoadLocation |
| 282 | } |
| 283 | |
| 284 | func (g goBazelTarget) BazelAttributes() []interface{} { |
| 285 | return g.bazelAttributes |
| 286 | } |
| 287 | |
| 288 | // Creates a target_compatible_with entry that is *not* compatible with android |
| 289 | func targetNotCompatibleWithAndroid() bazel.LabelListAttribute { |
| 290 | ret := bazel.LabelListAttribute{} |
| 291 | ret.SetSelectValue(bazel.OsConfigurationAxis, bazel.OsAndroid, |
| 292 | bazel.MakeLabelList( |
| 293 | []bazel.Label{ |
| 294 | bazel.Label{ |
| 295 | Label: "@platforms//:incompatible", |
| 296 | }, |
| 297 | }, |
| 298 | ), |
| 299 | ) |
| 300 | return ret |
| 301 | } |
| 302 | |
| 303 | // helper function to return labels for srcs used in bootstrap_go_package and bootstrap_go_binary |
| 304 | // this function has the following limitations which make it unsuitable for widespread use |
| 305 | // 1. wildcard patterns in srcs |
| 306 | // 2. package boundary violations |
| 307 | // (1) is ok for go since build/blueprint does not support it. (2) _might_ be ok too. |
| 308 | // |
| 309 | // Prefer to use `BazelLabelForModuleSrc` instead |
| 310 | func goSrcLabels(srcs []string, linuxSrcs, darwinSrcs []string) bazel.LabelListAttribute { |
| 311 | labels := func(srcs []string) bazel.LabelList { |
| 312 | ret := []bazel.Label{} |
| 313 | for _, src := range srcs { |
| 314 | srcLabel := bazel.Label{ |
| 315 | Label: ":" + src, // TODO - b/284483729: Fix for possible package boundary violations |
| 316 | } |
| 317 | ret = append(ret, srcLabel) |
| 318 | } |
| 319 | return bazel.MakeLabelList(ret) |
| 320 | } |
| 321 | |
| 322 | ret := bazel.LabelListAttribute{} |
| 323 | // common |
| 324 | ret.SetSelectValue(bazel.NoConfigAxis, "", labels(srcs)) |
| 325 | // linux |
| 326 | ret.SetSelectValue(bazel.OsConfigurationAxis, bazel.OsLinux, labels(linuxSrcs)) |
| 327 | // darwin |
| 328 | ret.SetSelectValue(bazel.OsConfigurationAxis, bazel.OsDarwin, labels(darwinSrcs)) |
| 329 | return ret |
| 330 | } |
| 331 | |
| 332 | func goDepLabels(deps []string, goModulesMap nameToGoLibraryModule) bazel.LabelListAttribute { |
| 333 | labels := []bazel.Label{} |
| 334 | for _, dep := range deps { |
| 335 | moduleDir := goModulesMap[dep].Dir |
| 336 | if moduleDir == "." { |
| 337 | moduleDir = "" |
| 338 | } |
| 339 | label := bazel.Label{ |
| 340 | Label: fmt.Sprintf("//%s:%s", moduleDir, dep), |
| 341 | } |
| 342 | labels = append(labels, label) |
| 343 | } |
| 344 | return bazel.MakeLabelListAttribute(bazel.MakeLabelList(labels)) |
| 345 | } |
| 346 | |
| 347 | // attributes common to blueprint_go_binary and bootstap_go_package |
| 348 | type goAttributes struct { |
| 349 | Importpath bazel.StringAttribute |
| 350 | Srcs bazel.LabelListAttribute |
| 351 | Deps bazel.LabelListAttribute |
| 352 | Target_compatible_with bazel.LabelListAttribute |
| 353 | } |
| 354 | |
| 355 | func generateBazelTargetsGoPackage(ctx *android.Context, g *bootstrap.GoPackage, goModulesMap nameToGoLibraryModule) ([]BazelTarget, []error) { |
| 356 | ca := android.CommonAttributes{ |
| 357 | Name: g.Name(), |
| 358 | } |
| 359 | ga := goAttributes{ |
| 360 | Importpath: bazel.StringAttribute{ |
| 361 | Value: proptools.StringPtr(g.GoPkgPath()), |
| 362 | }, |
| 363 | Srcs: goSrcLabels(g.Srcs(), g.LinuxSrcs(), g.DarwinSrcs()), |
| 364 | Deps: goDepLabels(g.Deps(), goModulesMap), |
| 365 | Target_compatible_with: targetNotCompatibleWithAndroid(), |
| 366 | } |
| 367 | |
| 368 | lib := goBazelTarget{ |
| 369 | targetName: g.Name(), |
| 370 | targetPackage: ctx.ModuleDir(g), |
| 371 | bazelRuleClass: "go_library", |
| 372 | bazelRuleLoadLocation: "@io_bazel_rules_go//go:def.bzl", |
| 373 | bazelAttributes: []interface{}{&ca, &ga}, |
| 374 | } |
| 375 | // TODO - b/284483729: Create go_test target from testSrcs |
| 376 | libTarget, err := generateBazelTarget(ctx, lib) |
| 377 | if err != nil { |
| 378 | return []BazelTarget{}, []error{err} |
| 379 | } |
| 380 | return []BazelTarget{libTarget}, nil |
| 381 | } |
| 382 | |
| 383 | type goLibraryModule struct { |
| 384 | Dir string |
| 385 | Deps []string |
| 386 | } |
| 387 | |
| 388 | type nameToGoLibraryModule map[string]goLibraryModule |
| 389 | |
| 390 | // Visit each module in the graph |
| 391 | // If a module is of type `bootstrap_go_package`, return a map containing metadata like its dir and deps |
| 392 | func createGoLibraryModuleMap(ctx *android.Context) nameToGoLibraryModule { |
| 393 | ret := nameToGoLibraryModule{} |
| 394 | ctx.VisitAllModules(func(m blueprint.Module) { |
| 395 | moduleType := ctx.ModuleType(m) |
| 396 | // We do not need to store information about blueprint_go_binary since it does not have any rdeps |
| 397 | if moduleType == "bootstrap_go_package" { |
| 398 | ret[m.Name()] = goLibraryModule{ |
| 399 | Dir: ctx.ModuleDir(m), |
| 400 | Deps: m.(*bootstrap.GoPackage).Deps(), |
| 401 | } |
| 402 | } |
| 403 | }) |
| 404 | return ret |
| 405 | } |
| 406 | |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 407 | func GenerateBazelTargets(ctx *CodegenContext, generateFilegroups bool) (conversionResults, []error) { |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 408 | buildFileToTargets := make(map[string]BazelTargets) |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 409 | |
| 410 | // Simple metrics tracking for bp2build |
usta | 4f5d2c1 | 2022-10-28 23:32:01 -0400 | [diff] [blame] | 411 | metrics := CreateCodegenMetrics() |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 412 | |
Rupert Shuttleworth | 2a4fc3e | 2021-04-21 07:10:09 -0400 | [diff] [blame] | 413 | dirs := make(map[string]bool) |
| 414 | |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 415 | var errs []error |
| 416 | |
Spandan Das | ea2abba | 2023-06-14 21:30:38 +0000 | [diff] [blame^] | 417 | // Visit go libraries in a pre-run and store its state in a map |
| 418 | // The time complexity remains O(N), and this does not add significant wall time. |
| 419 | nameToGoLibMap := createGoLibraryModuleMap(ctx.Context()) |
| 420 | |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 421 | bpCtx := ctx.Context() |
| 422 | bpCtx.VisitAllModules(func(m blueprint.Module) { |
| 423 | dir := bpCtx.ModuleDir(m) |
Chris Parsons | 492bd91 | 2022-01-20 12:55:05 -0500 | [diff] [blame] | 424 | moduleType := bpCtx.ModuleType(m) |
Rupert Shuttleworth | 2a4fc3e | 2021-04-21 07:10:09 -0400 | [diff] [blame] | 425 | dirs[dir] = true |
| 426 | |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 427 | var targets []BazelTarget |
Spandan Das | ea2abba | 2023-06-14 21:30:38 +0000 | [diff] [blame^] | 428 | var targetErrs []error |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 429 | |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 430 | switch ctx.Mode() { |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 431 | case Bp2Build: |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 432 | // There are two main ways of converting a Soong module to Bazel: |
| 433 | // 1) Manually handcrafting a Bazel target and associating the module with its label |
| 434 | // 2) Automatically generating with bp2build converters |
| 435 | // |
| 436 | // bp2build converters are used for the majority of modules. |
Liz Kammer | ba3ea16 | 2021-02-17 13:22:03 -0500 | [diff] [blame] | 437 | if b, ok := m.(android.Bazelable); ok && b.HasHandcraftedLabel() { |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 438 | // Handle modules converted to handcrafted targets. |
| 439 | // |
| 440 | // Since these modules are associated with some handcrafted |
Cole Faust | ea602c5 | 2022-08-31 14:48:26 -0700 | [diff] [blame] | 441 | // target in a BUILD file, we don't autoconvert them. |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 442 | |
| 443 | // Log the module. |
Chris Parsons | 39a1697 | 2023-06-08 14:28:51 +0000 | [diff] [blame] | 444 | metrics.AddUnconvertedModule(m, moduleType, dir, |
| 445 | android.UnconvertedReason{ |
| 446 | ReasonType: int(bp2build_metrics_proto.UnconvertedReasonType_DEFINED_IN_BUILD_FILE), |
| 447 | }) |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 448 | } else if aModule, ok := m.(android.Module); ok && aModule.IsConvertedByBp2build() { |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 449 | // Handle modules converted to generated targets. |
| 450 | |
| 451 | // Log the module. |
Chris Parsons | 39a1697 | 2023-06-08 14:28:51 +0000 | [diff] [blame] | 452 | metrics.AddConvertedModule(aModule, moduleType, dir) |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 453 | |
| 454 | // Handle modules with unconverted deps. By default, emit a warning. |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 455 | if unconvertedDeps := aModule.GetUnconvertedBp2buildDeps(); len(unconvertedDeps) > 0 { |
Sasha Smundak | f2bb26f | 2022-08-04 11:28:15 -0700 | [diff] [blame] | 456 | msg := fmt.Sprintf("%s %s:%s depends on unconverted modules: %s", |
| 457 | moduleType, bpCtx.ModuleDir(m), m.Name(), strings.Join(unconvertedDeps, ", ")) |
Usta Shrestha | c605715 | 2022-09-24 00:23:31 -0400 | [diff] [blame] | 458 | switch ctx.unconvertedDepMode { |
| 459 | case warnUnconvertedDeps: |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 460 | metrics.moduleWithUnconvertedDepsMsgs = append(metrics.moduleWithUnconvertedDepsMsgs, msg) |
Usta Shrestha | c605715 | 2022-09-24 00:23:31 -0400 | [diff] [blame] | 461 | case errorModulesUnconvertedDeps: |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 462 | errs = append(errs, fmt.Errorf(msg)) |
| 463 | return |
| 464 | } |
| 465 | } |
Liz Kammer | daa09ef | 2021-12-15 15:35:38 -0500 | [diff] [blame] | 466 | if unconvertedDeps := aModule.GetMissingBp2buildDeps(); len(unconvertedDeps) > 0 { |
Sasha Smundak | f2bb26f | 2022-08-04 11:28:15 -0700 | [diff] [blame] | 467 | msg := fmt.Sprintf("%s %s:%s depends on missing modules: %s", |
| 468 | moduleType, bpCtx.ModuleDir(m), m.Name(), strings.Join(unconvertedDeps, ", ")) |
Usta Shrestha | c605715 | 2022-09-24 00:23:31 -0400 | [diff] [blame] | 469 | switch ctx.unconvertedDepMode { |
| 470 | case warnUnconvertedDeps: |
Liz Kammer | daa09ef | 2021-12-15 15:35:38 -0500 | [diff] [blame] | 471 | metrics.moduleWithMissingDepsMsgs = append(metrics.moduleWithMissingDepsMsgs, msg) |
Usta Shrestha | c605715 | 2022-09-24 00:23:31 -0400 | [diff] [blame] | 472 | case errorModulesUnconvertedDeps: |
Liz Kammer | daa09ef | 2021-12-15 15:35:38 -0500 | [diff] [blame] | 473 | errs = append(errs, fmt.Errorf(msg)) |
| 474 | return |
| 475 | } |
| 476 | } |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 477 | targets, targetErrs = generateBazelTargets(bpCtx, aModule) |
| 478 | errs = append(errs, targetErrs...) |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 479 | for _, t := range targets { |
Jingwen Chen | 310bc8f | 2021-09-20 10:54:27 +0000 | [diff] [blame] | 480 | // A module can potentially generate more than 1 Bazel |
| 481 | // target, each of a different rule class. |
| 482 | metrics.IncrementRuleClassCount(t.ruleClass) |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 483 | } |
MarkDacek | 9c094ca | 2023-03-16 19:15:19 +0000 | [diff] [blame] | 484 | } else if _, ok := ctx.Config().BazelModulesForceEnabledByFlag()[m.Name()]; ok && m.Name() != "" { |
| 485 | err := fmt.Errorf("Force Enabled Module %s not converted", m.Name()) |
| 486 | errs = append(errs, err) |
Chris Parsons | 39a1697 | 2023-06-08 14:28:51 +0000 | [diff] [blame] | 487 | } else if aModule, ok := m.(android.Module); ok { |
| 488 | reason := aModule.GetUnconvertedReason() |
| 489 | if reason == nil { |
| 490 | panic(fmt.Errorf("module '%s' was neither converted nor marked unconvertible with bp2build", aModule.Name())) |
| 491 | } else { |
| 492 | metrics.AddUnconvertedModule(m, moduleType, dir, *reason) |
| 493 | } |
| 494 | return |
Spandan Das | ea2abba | 2023-06-14 21:30:38 +0000 | [diff] [blame^] | 495 | } else if glib, ok := m.(*bootstrap.GoPackage); ok { |
| 496 | targets, targetErrs = generateBazelTargetsGoPackage(bpCtx, glib, nameToGoLibMap) |
| 497 | errs = append(errs, targetErrs...) |
| 498 | metrics.IncrementRuleClassCount("go_library") |
| 499 | } else if _, ok := m.(*bootstrap.GoBinary); ok { |
| 500 | // TODO - b/284483729: Create bazel targets for go binaries |
Liz Kammer | fc46bc1 | 2021-02-19 11:06:17 -0500 | [diff] [blame] | 501 | } else { |
Chris Parsons | 39a1697 | 2023-06-08 14:28:51 +0000 | [diff] [blame] | 502 | metrics.AddUnconvertedModule(m, moduleType, dir, android.UnconvertedReason{ |
| 503 | ReasonType: int(bp2build_metrics_proto.UnconvertedReasonType_TYPE_UNSUPPORTED), |
| 504 | }) |
Liz Kammer | ba3ea16 | 2021-02-17 13:22:03 -0500 | [diff] [blame] | 505 | return |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 506 | } |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 507 | case QueryView: |
Jingwen Chen | 96af35b | 2021-02-08 00:49:32 -0500 | [diff] [blame] | 508 | // Blocklist certain module types from being generated. |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 509 | if canonicalizeModuleType(bpCtx.ModuleType(m)) == "package" { |
Jingwen Chen | 96af35b | 2021-02-08 00:49:32 -0500 | [diff] [blame] | 510 | // package module name contain slashes, and thus cannot |
| 511 | // be mapped cleanly to a bazel label. |
| 512 | return |
| 513 | } |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 514 | t, err := generateSoongModuleTarget(bpCtx, m) |
| 515 | if err != nil { |
| 516 | errs = append(errs, err) |
| 517 | } |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 518 | targets = append(targets, t) |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 519 | case ApiBp2build: |
| 520 | if aModule, ok := m.(android.Module); ok && aModule.IsConvertedByBp2build() { |
| 521 | targets, errs = generateBazelTargets(bpCtx, aModule) |
| 522 | } |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 523 | default: |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 524 | errs = append(errs, fmt.Errorf("Unknown code-generation mode: %s", ctx.Mode())) |
| 525 | return |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 526 | } |
| 527 | |
Spandan Das | abedff0 | 2023-03-07 19:24:34 +0000 | [diff] [blame] | 528 | for _, target := range targets { |
| 529 | targetDir := target.PackageName() |
| 530 | buildFileToTargets[targetDir] = append(buildFileToTargets[targetDir], target) |
| 531 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 532 | }) |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 533 | |
| 534 | if len(errs) > 0 { |
| 535 | return conversionResults{}, errs |
| 536 | } |
| 537 | |
Rupert Shuttleworth | 2a4fc3e | 2021-04-21 07:10:09 -0400 | [diff] [blame] | 538 | if generateFilegroups { |
| 539 | // Add a filegroup target that exposes all sources in the subtree of this package |
| 540 | // NOTE: This also means we generate a BUILD file for every Android.bp file (as long as it has at least one module) |
Cole Faust | 324a92e | 2022-08-23 15:29:05 -0700 | [diff] [blame] | 541 | // |
| 542 | // This works because: https://bazel.build/reference/be/functions#exports_files |
| 543 | // "As a legacy behaviour, also files mentioned as input to a rule are exported with the |
| 544 | // default visibility until the flag --incompatible_no_implicit_file_export is flipped. However, this behavior |
| 545 | // should not be relied upon and actively migrated away from." |
| 546 | // |
| 547 | // TODO(b/198619163): We should change this to export_files(glob(["**/*"])) instead, but doing that causes these errors: |
| 548 | // "Error in exports_files: generated label '//external/avb:avbtool' conflicts with existing py_binary rule" |
| 549 | // So we need to solve all the "target ... is both a rule and a file" warnings first. |
Usta Shrestha | c605715 | 2022-09-24 00:23:31 -0400 | [diff] [blame] | 550 | for dir := range dirs { |
Rupert Shuttleworth | 2a4fc3e | 2021-04-21 07:10:09 -0400 | [diff] [blame] | 551 | buildFileToTargets[dir] = append(buildFileToTargets[dir], BazelTarget{ |
| 552 | name: "bp2build_all_srcs", |
| 553 | content: `filegroup(name = "bp2build_all_srcs", srcs = glob(["**/*"]))`, |
| 554 | ruleClass: "filegroup", |
| 555 | }) |
| 556 | } |
| 557 | } |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 558 | |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 559 | return conversionResults{ |
| 560 | buildFileToTargets: buildFileToTargets, |
| 561 | metrics: metrics, |
Liz Kammer | 6eff323 | 2021-08-26 08:37:59 -0400 | [diff] [blame] | 562 | }, errs |
Jingwen Chen | 164e086 | 2021-02-19 00:48:40 -0500 | [diff] [blame] | 563 | } |
| 564 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 565 | func generateBazelTargets(ctx bpToBuildContext, m android.Module) ([]BazelTarget, []error) { |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 566 | var targets []BazelTarget |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 567 | var errs []error |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 568 | for _, m := range m.Bp2buildTargets() { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 569 | target, err := generateBazelTarget(ctx, m) |
| 570 | if err != nil { |
| 571 | errs = append(errs, err) |
| 572 | return targets, errs |
| 573 | } |
| 574 | targets = append(targets, target) |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 575 | } |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 576 | return targets, errs |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 577 | } |
| 578 | |
| 579 | type bp2buildModule interface { |
| 580 | TargetName() string |
| 581 | TargetPackage() string |
| 582 | BazelRuleClass() string |
| 583 | BazelRuleLoadLocation() string |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 584 | BazelAttributes() []interface{} |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 585 | } |
| 586 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 587 | func generateBazelTarget(ctx bpToBuildContext, m bp2buildModule) (BazelTarget, error) { |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 588 | ruleClass := m.BazelRuleClass() |
| 589 | bzlLoadLocation := m.BazelRuleLoadLocation() |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 590 | |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 591 | // extract the bazel attributes from the module. |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 592 | attrs := m.BazelAttributes() |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 593 | props, err := extractModuleProperties(attrs, true) |
| 594 | if err != nil { |
| 595 | return BazelTarget{}, err |
| 596 | } |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 597 | |
Liz Kammer | 0eae52e | 2021-10-06 10:32:26 -0400 | [diff] [blame] | 598 | // name is handled in a special manner |
| 599 | delete(props.Attrs, "name") |
Jingwen Chen | 77e8b7b | 2021-02-05 03:03:24 -0500 | [diff] [blame] | 600 | |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 601 | // Return the Bazel target with rule class and attributes, ready to be |
| 602 | // code-generated. |
| 603 | attributes := propsToAttributes(props.Attrs) |
Sasha Smundak | fb58949 | 2022-08-04 11:13:27 -0700 | [diff] [blame] | 604 | var content string |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 605 | targetName := m.TargetName() |
Sasha Smundak | fb58949 | 2022-08-04 11:13:27 -0700 | [diff] [blame] | 606 | if targetName != "" { |
| 607 | content = fmt.Sprintf(ruleTargetTemplate, ruleClass, targetName, attributes) |
| 608 | } else { |
| 609 | content = fmt.Sprintf(unnamedRuleTargetTemplate, ruleClass, attributes) |
| 610 | } |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 611 | return BazelTarget{ |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 612 | name: targetName, |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 613 | packageName: m.TargetPackage(), |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 614 | ruleClass: ruleClass, |
| 615 | bzlLoadLocation: bzlLoadLocation, |
Sasha Smundak | fb58949 | 2022-08-04 11:13:27 -0700 | [diff] [blame] | 616 | content: content, |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 617 | }, nil |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 618 | } |
| 619 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 620 | // Convert a module and its deps and props into a Bazel macro/rule |
| 621 | // representation in the BUILD file. |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 622 | func generateSoongModuleTarget(ctx bpToBuildContext, m blueprint.Module) (BazelTarget, error) { |
| 623 | props, err := getBuildProperties(ctx, m) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 624 | |
| 625 | // TODO(b/163018919): DirectDeps can have duplicate (module, variant) |
| 626 | // items, if the modules are added using different DependencyTag. Figure |
| 627 | // out the implications of that. |
| 628 | depLabels := map[string]bool{} |
| 629 | if aModule, ok := m.(android.Module); ok { |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 630 | ctx.VisitDirectDeps(aModule, func(depModule blueprint.Module) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 631 | depLabels[qualifiedTargetLabel(ctx, depModule)] = true |
| 632 | }) |
| 633 | } |
Liz Kammer | 0eae52e | 2021-10-06 10:32:26 -0400 | [diff] [blame] | 634 | |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 635 | for p := range ignoredPropNames { |
Liz Kammer | 0eae52e | 2021-10-06 10:32:26 -0400 | [diff] [blame] | 636 | delete(props.Attrs, p) |
| 637 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 638 | attributes := propsToAttributes(props.Attrs) |
| 639 | |
| 640 | depLabelList := "[\n" |
Usta Shrestha | db46a9b | 2022-07-11 11:29:56 -0400 | [diff] [blame] | 641 | for depLabel := range depLabels { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 642 | depLabelList += fmt.Sprintf(" %q,\n", depLabel) |
| 643 | } |
| 644 | depLabelList += " ]" |
| 645 | |
| 646 | targetName := targetNameWithVariant(ctx, m) |
| 647 | return BazelTarget{ |
Spandan Das | abedff0 | 2023-03-07 19:24:34 +0000 | [diff] [blame] | 648 | name: targetName, |
| 649 | packageName: ctx.ModuleDir(m), |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 650 | content: fmt.Sprintf( |
Sasha Smundak | fb58949 | 2022-08-04 11:13:27 -0700 | [diff] [blame] | 651 | soongModuleTargetTemplate, |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 652 | targetName, |
| 653 | ctx.ModuleName(m), |
| 654 | canonicalizeModuleType(ctx.ModuleType(m)), |
| 655 | ctx.ModuleSubDir(m), |
| 656 | depLabelList, |
| 657 | attributes), |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 658 | }, err |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 659 | } |
| 660 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 661 | func getBuildProperties(ctx bpToBuildContext, m blueprint.Module) (BazelAttributes, error) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 662 | // TODO: this omits properties for blueprint modules (blueprint_go_binary, |
| 663 | // bootstrap_go_binary, bootstrap_go_package), which will have to be handled separately. |
| 664 | if aModule, ok := m.(android.Module); ok { |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 665 | return extractModuleProperties(aModule.GetProperties(), false) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 666 | } |
| 667 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 668 | return BazelAttributes{}, nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 669 | } |
| 670 | |
| 671 | // Generically extract module properties and types into a map, keyed by the module property name. |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 672 | func extractModuleProperties(props []interface{}, checkForDuplicateProperties bool) (BazelAttributes, error) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 673 | ret := map[string]string{} |
| 674 | |
| 675 | // Iterate over this android.Module's property structs. |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 676 | for _, properties := range props { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 677 | propertiesValue := reflect.ValueOf(properties) |
| 678 | // Check that propertiesValue is a pointer to the Properties struct, like |
| 679 | // *cc.BaseLinkerProperties or *java.CompilerProperties. |
| 680 | // |
| 681 | // propertiesValue can also be type-asserted to the structs to |
| 682 | // manipulate internal props, if needed. |
| 683 | if isStructPtr(propertiesValue.Type()) { |
| 684 | structValue := propertiesValue.Elem() |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 685 | ok, err := extractStructProperties(structValue, 0) |
| 686 | if err != nil { |
| 687 | return BazelAttributes{}, err |
| 688 | } |
| 689 | for k, v := range ok { |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 690 | if existing, exists := ret[k]; checkForDuplicateProperties && exists { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 691 | return BazelAttributes{}, fmt.Errorf( |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 692 | "%s (%v) is present in properties whereas it should be consolidated into a commonAttributes", |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 693 | k, existing) |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 694 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 695 | ret[k] = v |
| 696 | } |
| 697 | } else { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 698 | return BazelAttributes{}, |
| 699 | fmt.Errorf( |
| 700 | "properties must be a pointer to a struct, got %T", |
| 701 | propertiesValue.Interface()) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 702 | } |
| 703 | } |
| 704 | |
Liz Kammer | 2ada09a | 2021-08-11 00:17:36 -0400 | [diff] [blame] | 705 | return BazelAttributes{ |
| 706 | Attrs: ret, |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 707 | }, nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 708 | } |
| 709 | |
| 710 | func isStructPtr(t reflect.Type) bool { |
| 711 | return t.Kind() == reflect.Ptr && t.Elem().Kind() == reflect.Struct |
| 712 | } |
| 713 | |
| 714 | // prettyPrint a property value into the equivalent Starlark representation |
| 715 | // recursively. |
Jingwen Chen | 58ff680 | 2021-11-17 12:14:41 +0000 | [diff] [blame] | 716 | func prettyPrint(propertyValue reflect.Value, indent int, emitZeroValues bool) (string, error) { |
| 717 | if !emitZeroValues && isZero(propertyValue) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 718 | // A property value being set or unset actually matters -- Soong does set default |
| 719 | // values for unset properties, like system_shared_libs = ["libc", "libm", "libdl"] at |
| 720 | // https://cs.android.com/android/platform/superproject/+/master:build/soong/cc/linker.go;l=281-287;drc=f70926eef0b9b57faf04c17a1062ce50d209e480 |
| 721 | // |
Jingwen Chen | fc490bd | 2021-03-30 10:24:19 +0000 | [diff] [blame] | 722 | // In Bazel-parlance, we would use "attr.<type>(default = <default |
| 723 | // value>)" to set the default value of unset attributes. In the cases |
| 724 | // where the bp2build converter didn't set the default value within the |
| 725 | // mutator when creating the BazelTargetModule, this would be a zero |
Jingwen Chen | 6393098 | 2021-03-24 10:04:33 -0400 | [diff] [blame] | 726 | // value. For those cases, we return an empty string so we don't |
| 727 | // unnecessarily generate empty values. |
| 728 | return "", nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 729 | } |
| 730 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 731 | switch propertyValue.Kind() { |
| 732 | case reflect.String: |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 733 | return fmt.Sprintf("\"%v\"", escapeString(propertyValue.String())), nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 734 | case reflect.Bool: |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 735 | return starlark_fmt.PrintBool(propertyValue.Bool()), nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 736 | case reflect.Int, reflect.Uint, reflect.Int64: |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 737 | return fmt.Sprintf("%v", propertyValue.Interface()), nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 738 | case reflect.Ptr: |
Jingwen Chen | 58ff680 | 2021-11-17 12:14:41 +0000 | [diff] [blame] | 739 | return prettyPrint(propertyValue.Elem(), indent, emitZeroValues) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 740 | case reflect.Slice: |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 741 | elements := make([]string, 0, propertyValue.Len()) |
| 742 | for i := 0; i < propertyValue.Len(); i++ { |
| 743 | val, err := prettyPrint(propertyValue.Index(i), indent, emitZeroValues) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 744 | if err != nil { |
| 745 | return "", err |
| 746 | } |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 747 | if val != "" { |
| 748 | elements = append(elements, val) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 749 | } |
| 750 | } |
Sam Delmerico | 932c01c | 2022-03-25 16:33:26 +0000 | [diff] [blame] | 751 | return starlark_fmt.PrintList(elements, indent, func(s string) string { |
| 752 | return "%s" |
| 753 | }), nil |
Jingwen Chen | b4628eb | 2021-04-08 14:40:57 +0000 | [diff] [blame] | 754 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 755 | case reflect.Struct: |
Jingwen Chen | 5d86449 | 2021-02-24 07:20:12 -0500 | [diff] [blame] | 756 | // Special cases where the bp2build sends additional information to the codegenerator |
| 757 | // by wrapping the attributes in a custom struct type. |
Jingwen Chen | c1c2650 | 2021-04-05 10:35:13 +0000 | [diff] [blame] | 758 | if attr, ok := propertyValue.Interface().(bazel.Attribute); ok { |
| 759 | return prettyPrintAttribute(attr, indent) |
Liz Kammer | 356f7d4 | 2021-01-26 09:18:53 -0500 | [diff] [blame] | 760 | } else if label, ok := propertyValue.Interface().(bazel.Label); ok { |
| 761 | return fmt.Sprintf("%q", label.Label), nil |
| 762 | } |
| 763 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 764 | // Sort and print the struct props by the key. |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 765 | structProps, err := extractStructProperties(propertyValue, indent) |
| 766 | |
| 767 | if err != nil { |
| 768 | return "", err |
| 769 | } |
| 770 | |
Jingwen Chen | 3d383bb | 2021-06-09 07:18:37 +0000 | [diff] [blame] | 771 | if len(structProps) == 0 { |
| 772 | return "", nil |
| 773 | } |
Liz Kammer | 72beb34 | 2022-02-03 08:42:10 -0500 | [diff] [blame] | 774 | return starlark_fmt.PrintDict(structProps, indent), nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 775 | case reflect.Interface: |
| 776 | // TODO(b/164227191): implement pretty print for interfaces. |
| 777 | // Interfaces are used for for arch, multilib and target properties. |
| 778 | return "", nil |
Spandan Das | 6a448ec | 2023-04-19 17:36:12 +0000 | [diff] [blame] | 779 | case reflect.Map: |
| 780 | if v, ok := propertyValue.Interface().(bazel.StringMapAttribute); ok { |
| 781 | return starlark_fmt.PrintStringStringDict(v, indent), nil |
| 782 | } |
| 783 | return "", fmt.Errorf("bp2build expects map of type map[string]string for field: %s", propertyValue) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 784 | default: |
| 785 | return "", fmt.Errorf( |
| 786 | "unexpected kind for property struct field: %s", propertyValue.Kind()) |
| 787 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 788 | } |
| 789 | |
| 790 | // Converts a reflected property struct value into a map of property names and property values, |
| 791 | // which each property value correctly pretty-printed and indented at the right nest level, |
| 792 | // since property structs can be nested. In Starlark, nested structs are represented as nested |
| 793 | // dicts: https://docs.bazel.build/skylark/lib/dict.html |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 794 | func extractStructProperties(structValue reflect.Value, indent int) (map[string]string, error) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 795 | if structValue.Kind() != reflect.Struct { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 796 | return map[string]string{}, fmt.Errorf("Expected a reflect.Struct type, but got %s", structValue.Kind()) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 797 | } |
| 798 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 799 | var err error |
| 800 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 801 | ret := map[string]string{} |
| 802 | structType := structValue.Type() |
| 803 | for i := 0; i < structValue.NumField(); i++ { |
| 804 | field := structType.Field(i) |
| 805 | if shouldSkipStructField(field) { |
| 806 | continue |
| 807 | } |
| 808 | |
| 809 | fieldValue := structValue.Field(i) |
| 810 | if isZero(fieldValue) { |
| 811 | // Ignore zero-valued fields |
| 812 | continue |
| 813 | } |
Liz Kammer | 7a210ac | 2021-09-22 15:52:58 -0400 | [diff] [blame] | 814 | |
Liz Kammer | 32a0339 | 2021-09-14 11:17:21 -0400 | [diff] [blame] | 815 | // if the struct is embedded (anonymous), flatten the properties into the containing struct |
| 816 | if field.Anonymous { |
| 817 | if field.Type.Kind() == reflect.Ptr { |
| 818 | fieldValue = fieldValue.Elem() |
| 819 | } |
| 820 | if fieldValue.Type().Kind() == reflect.Struct { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 821 | propsToMerge, err := extractStructProperties(fieldValue, indent) |
| 822 | if err != nil { |
| 823 | return map[string]string{}, err |
| 824 | } |
Liz Kammer | 32a0339 | 2021-09-14 11:17:21 -0400 | [diff] [blame] | 825 | for prop, value := range propsToMerge { |
| 826 | ret[prop] = value |
| 827 | } |
| 828 | continue |
| 829 | } |
| 830 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 831 | |
| 832 | propertyName := proptools.PropertyNameForField(field.Name) |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 833 | var prettyPrintedValue string |
| 834 | prettyPrintedValue, err = prettyPrint(fieldValue, indent+1, false) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 835 | if err != nil { |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 836 | return map[string]string{}, fmt.Errorf( |
| 837 | "Error while parsing property: %q. %s", |
| 838 | propertyName, |
| 839 | err) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 840 | } |
| 841 | if prettyPrintedValue != "" { |
| 842 | ret[propertyName] = prettyPrintedValue |
| 843 | } |
| 844 | } |
| 845 | |
Alix | 94e2603 | 2022-08-16 20:37:33 +0000 | [diff] [blame] | 846 | return ret, nil |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 847 | } |
| 848 | |
| 849 | func isZero(value reflect.Value) bool { |
| 850 | switch value.Kind() { |
| 851 | case reflect.Func, reflect.Map, reflect.Slice: |
| 852 | return value.IsNil() |
| 853 | case reflect.Array: |
| 854 | valueIsZero := true |
| 855 | for i := 0; i < value.Len(); i++ { |
| 856 | valueIsZero = valueIsZero && isZero(value.Index(i)) |
| 857 | } |
| 858 | return valueIsZero |
| 859 | case reflect.Struct: |
| 860 | valueIsZero := true |
| 861 | for i := 0; i < value.NumField(); i++ { |
Lukacs T. Berki | 1353e59 | 2021-04-30 15:35:09 +0200 | [diff] [blame] | 862 | valueIsZero = valueIsZero && isZero(value.Field(i)) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 863 | } |
| 864 | return valueIsZero |
| 865 | case reflect.Ptr: |
| 866 | if !value.IsNil() { |
| 867 | return isZero(reflect.Indirect(value)) |
| 868 | } else { |
| 869 | return true |
| 870 | } |
Liz Kammer | 46fb7ab | 2021-12-01 10:09:34 -0500 | [diff] [blame] | 871 | // Always print bool/strings, if you want a bool/string attribute to be able to take the default value, use a |
| 872 | // pointer instead |
| 873 | case reflect.Bool, reflect.String: |
Liz Kammer | d366c90 | 2021-06-03 13:43:01 -0400 | [diff] [blame] | 874 | return false |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 875 | default: |
Rupert Shuttleworth | c194ffb | 2021-05-19 06:49:02 -0400 | [diff] [blame] | 876 | if !value.IsValid() { |
| 877 | return true |
| 878 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 879 | zeroValue := reflect.Zero(value.Type()) |
| 880 | result := value.Interface() == zeroValue.Interface() |
| 881 | return result |
| 882 | } |
| 883 | } |
| 884 | |
| 885 | func escapeString(s string) string { |
| 886 | s = strings.ReplaceAll(s, "\\", "\\\\") |
Jingwen Chen | 58a12b8 | 2021-03-30 13:08:36 +0000 | [diff] [blame] | 887 | |
| 888 | // b/184026959: Reverse the application of some common control sequences. |
| 889 | // These must be generated literally in the BUILD file. |
| 890 | s = strings.ReplaceAll(s, "\t", "\\t") |
| 891 | s = strings.ReplaceAll(s, "\n", "\\n") |
| 892 | s = strings.ReplaceAll(s, "\r", "\\r") |
| 893 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 894 | return strings.ReplaceAll(s, "\"", "\\\"") |
| 895 | } |
| 896 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 897 | func targetNameWithVariant(c bpToBuildContext, logicModule blueprint.Module) string { |
| 898 | name := "" |
| 899 | if c.ModuleSubDir(logicModule) != "" { |
| 900 | // TODO(b/162720883): Figure out a way to drop the "--" variant suffixes. |
| 901 | name = c.ModuleName(logicModule) + "--" + c.ModuleSubDir(logicModule) |
| 902 | } else { |
| 903 | name = c.ModuleName(logicModule) |
| 904 | } |
| 905 | |
| 906 | return strings.Replace(name, "//", "", 1) |
| 907 | } |
| 908 | |
| 909 | func qualifiedTargetLabel(c bpToBuildContext, logicModule blueprint.Module) string { |
| 910 | return fmt.Sprintf("//%s:%s", c.ModuleDir(logicModule), targetNameWithVariant(c, logicModule)) |
| 911 | } |