Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 1 | package bp2build |
| 2 | |
| 3 | import ( |
Jingwen Chen | 0ee88a6 | 2022-01-07 14:55:29 +0000 | [diff] [blame] | 4 | "encoding/json" |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 5 | "reflect" |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 6 | "strings" |
| 7 | |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 8 | "android/soong/android" |
Sam Delmerico | 932c01c | 2022-03-25 16:33:26 +0000 | [diff] [blame] | 9 | cc_config "android/soong/cc/config" |
| 10 | java_config "android/soong/java/config" |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 447f6c9 | 2021-08-31 20:30:36 +0000 | [diff] [blame] | 11 | |
Jingwen Chen | 7810e17 | 2022-07-29 02:25:34 +0000 | [diff] [blame] | 12 | "android/soong/apex" |
| 13 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 14 | "github.com/google/blueprint/proptools" |
| 15 | ) |
| 16 | |
| 17 | type BazelFile struct { |
| 18 | Dir string |
| 19 | Basename string |
| 20 | Contents string |
| 21 | } |
| 22 | |
Chris Parsons | 3b1f83d | 2021-10-14 14:08:38 -0400 | [diff] [blame] | 23 | func CreateSoongInjectionFiles(cfg android.Config, metrics CodegenMetrics) []BazelFile { |
Jingwen Chen | bf61afb | 2021-05-06 13:31:18 +0000 | [diff] [blame] | 24 | var files []BazelFile |
| 25 | |
Jingwen Chen | c63677b | 2021-06-17 05:43:19 +0000 | [diff] [blame] | 26 | files = append(files, newFile("cc_toolchain", GeneratedBuildFileName, "")) // Creates a //cc_toolchain package. |
Sam Delmerico | 932c01c | 2022-03-25 16:33:26 +0000 | [diff] [blame] | 27 | files = append(files, newFile("cc_toolchain", "constants.bzl", cc_config.BazelCcToolchainVars(cfg))) |
| 28 | |
| 29 | files = append(files, newFile("java_toolchain", GeneratedBuildFileName, "")) // Creates a //java_toolchain package. |
| 30 | files = append(files, newFile("java_toolchain", "constants.bzl", java_config.BazelJavaToolchainVars(cfg))) |
Jingwen Chen | bf61afb | 2021-05-06 13:31:18 +0000 | [diff] [blame] | 31 | |
Jingwen Chen | 7810e17 | 2022-07-29 02:25:34 +0000 | [diff] [blame] | 32 | files = append(files, newFile("apex_toolchain", GeneratedBuildFileName, "")) // Creates a //apex_toolchain package. |
| 33 | files = append(files, newFile("apex_toolchain", "constants.bzl", apex.BazelApexToolchainVars())) |
| 34 | |
usta | 4f5d2c1 | 2022-10-28 23:32:01 -0400 | [diff] [blame] | 35 | files = append(files, newFile("metrics", "converted_modules.txt", strings.Join(metrics.Serialize().ConvertedModules, "\n"))) |
Jingwen Chen | c63677b | 2021-06-17 05:43:19 +0000 | [diff] [blame] | 36 | |
Kevin Dagostino | 60f562a | 2022-09-20 03:54:47 +0000 | [diff] [blame] | 37 | convertedModulePathMap, err := json.MarshalIndent(metrics.convertedModulePathMap, "", "\t") |
| 38 | if err != nil { |
| 39 | panic(err) |
| 40 | } |
| 41 | files = append(files, newFile("metrics", "converted_modules_path_map.json", string(convertedModulePathMap))) |
| 42 | |
Jingwen Chen | 0181202 | 2021-11-19 14:29:43 +0000 | [diff] [blame] | 43 | files = append(files, newFile("product_config", "soong_config_variables.bzl", cfg.Bp2buildSoongConfigDefinitions.String())) |
| 44 | |
Liz Kammer | e8303bd | 2022-02-16 09:02:48 -0500 | [diff] [blame] | 45 | files = append(files, newFile("product_config", "arch_configuration.bzl", android.StarlarkArchConfigurations())) |
| 46 | |
Jingwen Chen | 0ee88a6 | 2022-01-07 14:55:29 +0000 | [diff] [blame] | 47 | apiLevelsContent, err := json.Marshal(android.GetApiLevelsMap(cfg)) |
| 48 | if err != nil { |
| 49 | panic(err) |
| 50 | } |
| 51 | files = append(files, newFile("api_levels", GeneratedBuildFileName, `exports_files(["api_levels.json"])`)) |
| 52 | files = append(files, newFile("api_levels", "api_levels.json", string(apiLevelsContent))) |
Yu Liu | fc60316 | 2022-03-01 15:44:08 -0800 | [diff] [blame] | 53 | files = append(files, newFile("api_levels", "api_levels.bzl", android.StarlarkApiLevelConfigs(cfg))) |
Jingwen Chen | 0ee88a6 | 2022-01-07 14:55:29 +0000 | [diff] [blame] | 54 | |
Jingwen Chen | bf61afb | 2021-05-06 13:31:18 +0000 | [diff] [blame] | 55 | return files |
| 56 | } |
| 57 | |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 58 | func CreateBazelFiles( |
Sasha Smundak | 0fd93e0 | 2022-05-19 19:34:31 -0700 | [diff] [blame] | 59 | cfg android.Config, |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 60 | ruleShims map[string]RuleShim, |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 61 | buildToTargets map[string]BazelTargets, |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 62 | mode CodegenMode) []BazelFile { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 63 | |
Jingwen Chen | 6c309cd | 2021-04-01 07:11:11 +0000 | [diff] [blame] | 64 | var files []BazelFile |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 65 | |
Jingwen Chen | 33832f9 | 2021-01-24 22:55:54 -0500 | [diff] [blame] | 66 | if mode == QueryView { |
Jingwen Chen | 6c309cd | 2021-04-01 07:11:11 +0000 | [diff] [blame] | 67 | // Write top level WORKSPACE. |
| 68 | files = append(files, newFile("", "WORKSPACE", "")) |
| 69 | |
Jingwen Chen | 12b4c27 | 2021-03-10 02:05:59 -0500 | [diff] [blame] | 70 | // Used to denote that the top level directory is a package. |
| 71 | files = append(files, newFile("", GeneratedBuildFileName, "")) |
| 72 | |
| 73 | files = append(files, newFile(bazelRulesSubDir, GeneratedBuildFileName, "")) |
| 74 | |
Jingwen Chen | 7385067 | 2020-12-14 08:25:34 -0500 | [diff] [blame] | 75 | // These files are only used for queryview. |
| 76 | files = append(files, newFile(bazelRulesSubDir, "providers.bzl", providersBzl)) |
| 77 | |
| 78 | for bzlFileName, ruleShim := range ruleShims { |
| 79 | files = append(files, newFile(bazelRulesSubDir, bzlFileName+".bzl", ruleShim.content)) |
| 80 | } |
| 81 | files = append(files, newFile(bazelRulesSubDir, "soong_module.bzl", generateSoongModuleBzl(ruleShims))) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 82 | } |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 83 | |
Cole Faust | 324a92e | 2022-08-23 15:29:05 -0700 | [diff] [blame] | 84 | files = append(files, createBuildFiles(buildToTargets, mode)...) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 85 | |
| 86 | return files |
| 87 | } |
| 88 | |
Cole Faust | 324a92e | 2022-08-23 15:29:05 -0700 | [diff] [blame] | 89 | func createBuildFiles(buildToTargets map[string]BazelTargets, mode CodegenMode) []BazelFile { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 90 | files := make([]BazelFile, 0, len(buildToTargets)) |
| 91 | for _, dir := range android.SortedStringKeys(buildToTargets) { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 92 | targets := buildToTargets[dir] |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 93 | targets.sort() |
| 94 | |
| 95 | var content string |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 96 | if mode == Bp2Build || mode == ApiBp2build { |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 97 | content = `# READ THIS FIRST: |
| 98 | # This file was automatically generated by bp2build for the Bazel migration project. |
| 99 | # Feel free to edit or test it, but do *not* check it into your version control system. |
| 100 | ` |
Jingwen Chen | 1c23173 | 2021-02-05 09:38:15 -0500 | [diff] [blame] | 101 | content += targets.LoadStatements() |
Sasha Smundak | 8bea267 | 2022-08-04 13:31:14 -0700 | [diff] [blame] | 102 | content += "\n\n" |
| 103 | // Get package rule from the handcrafted BUILD file, otherwise emit the default one. |
| 104 | prText := "package(default_visibility = [\"//visibility:public\"])\n" |
| 105 | if pr := targets.packageRule(); pr != nil { |
| 106 | prText = pr.content |
| 107 | } |
| 108 | content += prText |
Jingwen Chen | 4910976 | 2021-05-25 05:16:48 +0000 | [diff] [blame] | 109 | } else if mode == QueryView { |
| 110 | content = soongModuleLoad |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 111 | } |
Jingwen Chen | 40067de | 2021-01-26 21:58:43 -0500 | [diff] [blame] | 112 | if content != "" { |
| 113 | // If there are load statements, add a couple of newlines. |
| 114 | content += "\n\n" |
| 115 | } |
| 116 | content += targets.String() |
Liz Kammer | ba3ea16 | 2021-02-17 13:22:03 -0500 | [diff] [blame] | 117 | files = append(files, newFile(dir, GeneratedBuildFileName, content)) |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 118 | } |
| 119 | return files |
| 120 | } |
| 121 | |
| 122 | func newFile(dir, basename, content string) BazelFile { |
| 123 | return BazelFile{ |
| 124 | Dir: dir, |
| 125 | Basename: basename, |
| 126 | Contents: content, |
| 127 | } |
| 128 | } |
| 129 | |
| 130 | const ( |
| 131 | bazelRulesSubDir = "build/bazel/queryview_rules" |
| 132 | |
| 133 | // additional files: |
| 134 | // * workspace file |
| 135 | // * base BUILD file |
| 136 | // * rules BUILD file |
| 137 | // * rules providers.bzl file |
| 138 | // * rules soong_module.bzl file |
| 139 | numAdditionalFiles = 5 |
| 140 | ) |
| 141 | |
| 142 | var ( |
| 143 | // Certain module property names are blocklisted/ignored here, for the reasons commented. |
| 144 | ignoredPropNames = map[string]bool{ |
Sam Delmerico | 263efde | 2022-09-08 10:43:42 -0400 | [diff] [blame] | 145 | "name": true, // redundant, since this is explicitly generated for every target |
| 146 | "from": true, // reserved keyword |
| 147 | "in": true, // reserved keyword |
| 148 | "size": true, // reserved for tests |
| 149 | "arch": true, // interface prop type is not supported yet. |
| 150 | "multilib": true, // interface prop type is not supported yet. |
| 151 | "target": true, // interface prop type is not supported yet. |
| 152 | "visibility": true, // Bazel has native visibility semantics. Handle later. |
| 153 | "features": true, // There is already a built-in attribute 'features' which cannot be overridden. |
| 154 | "for": true, // reserved keyword, b/233579439 |
| 155 | "versions_with_info": true, // TODO(b/245730552) struct properties not fully supported |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 156 | } |
| 157 | ) |
| 158 | |
| 159 | func shouldGenerateAttribute(prop string) bool { |
| 160 | return !ignoredPropNames[prop] |
| 161 | } |
| 162 | |
| 163 | func shouldSkipStructField(field reflect.StructField) bool { |
Liz Kammer | 7a210ac | 2021-09-22 15:52:58 -0400 | [diff] [blame] | 164 | if field.PkgPath != "" && !field.Anonymous { |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 165 | // Skip unexported fields. Some properties are |
| 166 | // internal to Soong only, and these fields do not have PkgPath. |
| 167 | return true |
| 168 | } |
Sasha Smundak | 8bea267 | 2022-08-04 13:31:14 -0700 | [diff] [blame] | 169 | // fields with tag `blueprint:"mutated"` are exported to enable modification in mutators, etc. |
Liz Kammer | 2dd9ca4 | 2020-11-25 16:06:39 -0800 | [diff] [blame] | 170 | // but cannot be set in a .bp file |
| 171 | if proptools.HasTag(field, "blueprint", "mutated") { |
| 172 | return true |
| 173 | } |
| 174 | return false |
| 175 | } |
| 176 | |
| 177 | // FIXME(b/168089390): In Bazel, rules ending with "_test" needs to be marked as |
| 178 | // testonly = True, forcing other rules that depend on _test rules to also be |
| 179 | // marked as testonly = True. This semantic constraint is not present in Soong. |
| 180 | // To work around, rename "*_test" rules to "*_test_". |
| 181 | func canonicalizeModuleType(moduleName string) string { |
| 182 | if strings.HasSuffix(moduleName, "_test") { |
| 183 | return moduleName + "_" |
| 184 | } |
| 185 | |
| 186 | return moduleName |
| 187 | } |