Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package main |
| 16 | |
| 17 | import ( |
| 18 | "flag" |
| 19 | "fmt" |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 20 | "io/ioutil" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 21 | "os" |
| 22 | "path/filepath" |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 23 | "strings" |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 24 | "time" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 25 | |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 26 | "android/soong/android" |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 27 | "android/soong/bp2build" |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 28 | "android/soong/shared" |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 29 | "android/soong/ui/metrics/bp2build_metrics_proto" |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 30 | |
Colin Cross | 70b4059 | 2015-03-23 12:57:34 -0700 | [diff] [blame] | 31 | "github.com/google/blueprint/bootstrap" |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 32 | "github.com/google/blueprint/deptools" |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 33 | "github.com/google/blueprint/metrics" |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 34 | androidProtobuf "google.golang.org/protobuf/android" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 35 | ) |
| 36 | |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 37 | var ( |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 38 | topDir string |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 39 | outDir string |
Lukacs T. Berki | d6cee7e | 2021-09-01 16:25:51 +0200 | [diff] [blame] | 40 | soongOutDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 41 | availableEnvFile string |
| 42 | usedEnvFile string |
| 43 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 44 | runGoTests bool |
| 45 | |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 46 | globFile string |
| 47 | globListDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 48 | delveListen string |
| 49 | delvePath string |
| 50 | |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 51 | moduleGraphFile string |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 52 | moduleActionsFile string |
Jingwen Chen | 50f93d2 | 2020-11-05 07:42:11 -0500 | [diff] [blame] | 53 | docFile string |
| 54 | bazelQueryViewDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 55 | bp2buildMarker string |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 56 | |
| 57 | cmdlineArgs bootstrap.Args |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 58 | ) |
| 59 | |
| 60 | func init() { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 61 | // Flags that make sense in every mode |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 62 | flag.StringVar(&topDir, "top", "", "Top directory of the Android source tree") |
Lukacs T. Berki | d6cee7e | 2021-09-01 16:25:51 +0200 | [diff] [blame] | 63 | flag.StringVar(&soongOutDir, "soong_out", "", "Soong output directory (usually $TOP/out/soong)") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 64 | flag.StringVar(&availableEnvFile, "available_env", "", "File containing available environment variables") |
| 65 | flag.StringVar(&usedEnvFile, "used_env", "", "File containing used environment variables") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 66 | flag.StringVar(&globFile, "globFile", "build-globs.ninja", "the Ninja file of globs to output") |
| 67 | flag.StringVar(&globListDir, "globListDir", "", "the directory containing the glob list files") |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 68 | flag.StringVar(&outDir, "out", "", "the ninja builddir directory") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 69 | flag.StringVar(&cmdlineArgs.ModuleListFile, "l", "", "file that lists filepaths to parse") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 70 | |
| 71 | // Debug flags |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 72 | flag.StringVar(&delveListen, "delve_listen", "", "Delve port to listen on for debugging") |
| 73 | flag.StringVar(&delvePath, "delve_path", "", "Path to Delve. Only used if --delve_listen is set") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 74 | flag.StringVar(&cmdlineArgs.Cpuprofile, "cpuprofile", "", "write cpu profile to file") |
| 75 | flag.StringVar(&cmdlineArgs.TraceFile, "trace", "", "write trace to file") |
| 76 | flag.StringVar(&cmdlineArgs.Memprofile, "memprofile", "", "write memory profile to file") |
| 77 | flag.BoolVar(&cmdlineArgs.NoGC, "nogc", false, "turn off GC for debugging") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 78 | |
| 79 | // Flags representing various modes soong_build can run in |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 80 | flag.StringVar(&moduleGraphFile, "module_graph_file", "", "JSON module graph file to output") |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 81 | flag.StringVar(&moduleActionsFile, "module_actions_file", "", "JSON file to output inputs/outputs of actions of modules") |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 82 | flag.StringVar(&docFile, "soong_docs", "", "build documentation file to output") |
Lukacs T. Berki | 47a9d0c | 2021-03-08 16:34:09 +0100 | [diff] [blame] | 83 | flag.StringVar(&bazelQueryViewDir, "bazel_queryview_dir", "", "path to the bazel queryview directory relative to --top") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 84 | flag.StringVar(&bp2buildMarker, "bp2build_marker", "", "If set, run bp2build, touch the specified marker file then exit") |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 85 | flag.StringVar(&cmdlineArgs.OutFile, "o", "build.ninja", "the Ninja file to output") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 86 | flag.BoolVar(&cmdlineArgs.EmptyNinjaFile, "empty-ninja-file", false, "write out a 0-byte ninja file") |
| 87 | |
| 88 | // Flags that probably shouldn't be flags of soong_build but we haven't found |
| 89 | // the time to remove them yet |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 90 | flag.BoolVar(&runGoTests, "t", false, "build and run go tests during bootstrap") |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 91 | |
| 92 | // Disable deterministic randomization in the protobuf package, so incremental |
| 93 | // builds with unrelated Soong changes don't trigger large rebuilds (since we |
| 94 | // write out text protos in command lines, and command line changes trigger |
| 95 | // rebuilds). |
| 96 | androidProtobuf.DisableRand() |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 97 | } |
| 98 | |
Jeff Gaston | 088e29e | 2017-11-29 16:47:17 -0800 | [diff] [blame] | 99 | func newNameResolver(config android.Config) *android.NameResolver { |
| 100 | namespacePathsToExport := make(map[string]bool) |
| 101 | |
Dan Willemsen | 3fb1fae | 2018-03-12 15:30:26 -0700 | [diff] [blame] | 102 | for _, namespaceName := range config.ExportedNamespaces() { |
Jeff Gaston | 088e29e | 2017-11-29 16:47:17 -0800 | [diff] [blame] | 103 | namespacePathsToExport[namespaceName] = true |
| 104 | } |
| 105 | |
| 106 | namespacePathsToExport["."] = true // always export the root namespace |
| 107 | |
| 108 | exportFilter := func(namespace *android.Namespace) bool { |
| 109 | return namespacePathsToExport[namespace.Path] |
| 110 | } |
| 111 | |
| 112 | return android.NewNameResolver(exportFilter) |
| 113 | } |
| 114 | |
Lukacs T. Berki | ffc9e8d | 2021-09-07 17:54:38 +0200 | [diff] [blame] | 115 | func newContext(configuration android.Config) *android.Context { |
Colin Cross | ae8600b | 2020-10-29 17:09:13 -0700 | [diff] [blame] | 116 | ctx := android.NewContext(configuration) |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 117 | ctx.Register() |
Chris Parsons | f3c96ef | 2020-09-29 02:23:17 -0400 | [diff] [blame] | 118 | ctx.SetNameInterface(newNameResolver(configuration)) |
| 119 | ctx.SetAllowMissingDependencies(configuration.AllowMissingDependencies()) |
| 120 | return ctx |
| 121 | } |
| 122 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 123 | func newConfig(availableEnv map[string]string) android.Config { |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 124 | var buildMode android.SoongBuildMode |
| 125 | |
| 126 | if bp2buildMarker != "" { |
| 127 | buildMode = android.Bp2build |
| 128 | } else if bazelQueryViewDir != "" { |
| 129 | buildMode = android.GenerateQueryView |
| 130 | } else if moduleGraphFile != "" { |
| 131 | buildMode = android.GenerateModuleGraph |
| 132 | } else if docFile != "" { |
| 133 | buildMode = android.GenerateDocFile |
| 134 | } else { |
| 135 | buildMode = android.AnalysisNoBazel |
| 136 | } |
| 137 | |
| 138 | configuration, err := android.NewConfig(cmdlineArgs.ModuleListFile, buildMode, runGoTests, outDir, soongOutDir, availableEnv) |
Chris Parsons | f3c96ef | 2020-09-29 02:23:17 -0400 | [diff] [blame] | 139 | if err != nil { |
| 140 | fmt.Fprintf(os.Stderr, "%s", err) |
| 141 | os.Exit(1) |
| 142 | } |
| 143 | return configuration |
| 144 | } |
| 145 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 146 | // Bazel-enabled mode. Attaches a mutator to queue Bazel requests, adds a |
| 147 | // BeforePrepareBuildActionsHook to invoke Bazel, and then uses Bazel metadata |
| 148 | // for modules that should be handled by Bazel. |
| 149 | func runMixedModeBuild(configuration android.Config, ctx *android.Context, extraNinjaDeps []string) { |
| 150 | ctx.EventHandler.Begin("mixed_build") |
| 151 | defer ctx.EventHandler.End("mixed_build") |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 152 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 153 | bazelHook := func() error { |
| 154 | ctx.EventHandler.Begin("bazel") |
| 155 | defer ctx.EventHandler.End("bazel") |
Yu Liu | 8d82ac5 | 2022-05-17 15:13:28 -0700 | [diff] [blame] | 156 | return configuration.BazelContext.InvokeBazel(configuration) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 157 | } |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 158 | ctx.SetBeforePrepareBuildActionsHook(bazelHook) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 159 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 160 | ninjaDeps := bootstrap.RunBlueprint(cmdlineArgs, bootstrap.DoEverything, ctx.Context, configuration) |
Chris Parsons | 027881c | 2022-05-24 15:38:38 -0400 | [diff] [blame] | 161 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 162 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 163 | globListFiles := writeBuildGlobsNinjaFile(ctx, configuration.SoongOutDir(), configuration) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 164 | ninjaDeps = append(ninjaDeps, globListFiles...) |
| 165 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 166 | writeDepFile(cmdlineArgs.OutFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | // Run the code-generation phase to convert BazelTargetModules to BUILD files. |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 170 | func runQueryView(queryviewDir, queryviewMarker string, configuration android.Config, ctx *android.Context) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 171 | ctx.EventHandler.Begin("queryview") |
| 172 | defer ctx.EventHandler.End("queryview") |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 173 | codegenContext := bp2build.NewCodegenContext(configuration, *ctx, bp2build.QueryView) |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 174 | absoluteQueryViewDir := shared.JoinPath(topDir, queryviewDir) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 175 | if err := createBazelQueryView(codegenContext, absoluteQueryViewDir); err != nil { |
| 176 | fmt.Fprintf(os.Stderr, "%s", err) |
| 177 | os.Exit(1) |
| 178 | } |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 179 | |
| 180 | touch(shared.JoinPath(topDir, queryviewMarker)) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 181 | } |
| 182 | |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 183 | func writeMetrics(configuration android.Config, eventHandler metrics.EventHandler, metricsDir string) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 184 | if len(metricsDir) < 1 { |
| 185 | fmt.Fprintf(os.Stderr, "\nMissing required env var for generating soong metrics: LOG_DIR\n") |
| 186 | os.Exit(1) |
| 187 | } |
| 188 | metricsFile := filepath.Join(metricsDir, "soong_build_metrics.pb") |
| 189 | err := android.WriteMetrics(configuration, eventHandler, metricsFile) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 190 | if err != nil { |
| 191 | fmt.Fprintf(os.Stderr, "error writing soong_build metrics %s: %s", metricsFile, err) |
| 192 | os.Exit(1) |
| 193 | } |
| 194 | } |
| 195 | |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 196 | func writeJsonModuleGraphAndActions(ctx *android.Context, graphPath string, actionsPath string) { |
| 197 | graphFile, graphErr := os.Create(shared.JoinPath(topDir, graphPath)) |
| 198 | actionsFile, actionsErr := os.Create(shared.JoinPath(topDir, actionsPath)) |
| 199 | if graphErr != nil || actionsErr != nil { |
| 200 | fmt.Fprintf(os.Stderr, "Graph err: %s, actions err: %s", graphErr, actionsErr) |
Lukacs T. Berki | 97bb9f1 | 2021-04-01 18:28:45 +0200 | [diff] [blame] | 201 | os.Exit(1) |
| 202 | } |
| 203 | |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 204 | defer graphFile.Close() |
| 205 | defer actionsFile.Close() |
| 206 | ctx.Context.PrintJSONGraphAndActions(graphFile, actionsFile) |
Lukacs T. Berki | 97bb9f1 | 2021-04-01 18:28:45 +0200 | [diff] [blame] | 207 | } |
| 208 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 209 | func writeBuildGlobsNinjaFile(ctx *android.Context, buildDir string, config interface{}) []string { |
| 210 | ctx.EventHandler.Begin("globs_ninja_file") |
| 211 | defer ctx.EventHandler.End("globs_ninja_file") |
| 212 | |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 213 | globDir := bootstrap.GlobDirectory(buildDir, globListDir) |
| 214 | bootstrap.WriteBuildGlobsNinjaFile(&bootstrap.GlobSingleton{ |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 215 | GlobLister: ctx.Globs, |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 216 | GlobFile: globFile, |
| 217 | GlobDir: globDir, |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 218 | SrcDir: ctx.SrcDir(), |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 219 | }, config) |
| 220 | return bootstrap.GlobFileListFiles(globDir) |
| 221 | } |
| 222 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 223 | func writeDepFile(outputFile string, eventHandler metrics.EventHandler, ninjaDeps []string) { |
| 224 | eventHandler.Begin("ninja_deps") |
| 225 | defer eventHandler.End("ninja_deps") |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 226 | depFile := shared.JoinPath(topDir, outputFile+".d") |
| 227 | err := deptools.WriteDepFile(depFile, outputFile, ninjaDeps) |
| 228 | if err != nil { |
| 229 | fmt.Fprintf(os.Stderr, "Error writing depfile '%s': %s\n", depFile, err) |
| 230 | os.Exit(1) |
| 231 | } |
| 232 | } |
| 233 | |
Jingwen Chen | 4fabaf5 | 2021-05-25 02:40:29 +0000 | [diff] [blame] | 234 | // doChosenActivity runs Soong for a specific activity, like bp2build, queryview |
| 235 | // or the actual Soong build for the build.ninja file. Returns the top level |
| 236 | // output file of the specific activity. |
Joe Onorato | 2e5e401 | 2022-06-07 17:16:08 -0700 | [diff] [blame] | 237 | func doChosenActivity(ctx *android.Context, configuration android.Config, extraNinjaDeps []string, logDir string) string { |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 238 | if configuration.BuildMode == android.Bp2build { |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 239 | // Run the alternate pipeline of bp2build mutators and singleton to convert |
| 240 | // Blueprint to BUILD files before everything else. |
| 241 | runBp2Build(configuration, extraNinjaDeps) |
Jingwen Chen | 4fabaf5 | 2021-05-25 02:40:29 +0000 | [diff] [blame] | 242 | return bp2buildMarker |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 243 | } else if configuration.IsMixedBuildsEnabled() { |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 244 | runMixedModeBuild(configuration, ctx, extraNinjaDeps) |
| 245 | } else { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 246 | var stopBefore bootstrap.StopBefore |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 247 | if configuration.BuildMode == android.GenerateModuleGraph { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 248 | stopBefore = bootstrap.StopBeforeWriteNinja |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 249 | } else if configuration.BuildMode == android.GenerateQueryView || configuration.BuildMode == android.GenerateDocFile { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 250 | stopBefore = bootstrap.StopBeforePrepareBuildActions |
| 251 | } else { |
| 252 | stopBefore = bootstrap.DoEverything |
| 253 | } |
| 254 | |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 255 | ninjaDeps := bootstrap.RunBlueprint(cmdlineArgs, stopBefore, ctx.Context, configuration) |
Lukacs T. Berki | 6124c9b | 2021-04-15 15:06:40 +0200 | [diff] [blame] | 256 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 257 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 258 | globListFiles := writeBuildGlobsNinjaFile(ctx, configuration.SoongOutDir(), configuration) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 259 | ninjaDeps = append(ninjaDeps, globListFiles...) |
| 260 | |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 261 | // Convert the Soong module graph into Bazel BUILD files. |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 262 | if configuration.BuildMode == android.GenerateQueryView { |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 263 | queryviewMarkerFile := bazelQueryViewDir + ".marker" |
| 264 | runQueryView(bazelQueryViewDir, queryviewMarkerFile, configuration, ctx) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 265 | writeDepFile(queryviewMarkerFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 266 | return queryviewMarkerFile |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 267 | } else if configuration.BuildMode == android.GenerateModuleGraph { |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 268 | writeJsonModuleGraphAndActions(ctx, moduleGraphFile, moduleActionsFile) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 269 | writeDepFile(moduleGraphFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 270 | return moduleGraphFile |
Chris Parsons | ad87601 | 2022-08-20 14:48:32 -0400 | [diff] [blame^] | 271 | } else if configuration.BuildMode == android.GenerateDocFile { |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 272 | // TODO: we could make writeDocs() return the list of documentation files |
| 273 | // written and add them to the .d file. Then soong_docs would be re-run |
| 274 | // whenever one is deleted. |
| 275 | if err := writeDocs(ctx, shared.JoinPath(topDir, docFile)); err != nil { |
| 276 | fmt.Fprintf(os.Stderr, "error building Soong documentation: %s\n", err) |
| 277 | os.Exit(1) |
| 278 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 279 | writeDepFile(docFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 280 | return docFile |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 281 | } else { |
| 282 | // The actual output (build.ninja) was written in the RunBlueprint() call |
| 283 | // above |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 284 | writeDepFile(cmdlineArgs.OutFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 285 | } |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 286 | } |
| 287 | |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 288 | return cmdlineArgs.OutFile |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 289 | } |
| 290 | |
| 291 | // soong_ui dumps the available environment variables to |
| 292 | // soong.environment.available . Then soong_build itself is run with an empty |
| 293 | // environment so that the only way environment variables can be accessed is |
| 294 | // using Config, which tracks access to them. |
| 295 | |
| 296 | // At the end of the build, a file called soong.environment.used is written |
| 297 | // containing the current value of all used environment variables. The next |
| 298 | // time soong_ui is run, it checks whether any environment variables that was |
| 299 | // used had changed and if so, it deletes soong.environment.used to cause a |
| 300 | // rebuild. |
| 301 | // |
| 302 | // The dependency of build.ninja on soong.environment.used is declared in |
| 303 | // build.ninja.d |
| 304 | func parseAvailableEnv() map[string]string { |
| 305 | if availableEnvFile == "" { |
| 306 | fmt.Fprintf(os.Stderr, "--available_env not set\n") |
| 307 | os.Exit(1) |
| 308 | } |
| 309 | |
| 310 | result, err := shared.EnvFromFile(shared.JoinPath(topDir, availableEnvFile)) |
| 311 | if err != nil { |
| 312 | fmt.Fprintf(os.Stderr, "error reading available environment file '%s': %s\n", availableEnvFile, err) |
| 313 | os.Exit(1) |
| 314 | } |
| 315 | |
| 316 | return result |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 317 | } |
| 318 | |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 319 | func main() { |
| 320 | flag.Parse() |
| 321 | |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 322 | shared.ReexecWithDelveMaybe(delveListen, delvePath) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 323 | android.InitSandbox(topDir) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 324 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 325 | availableEnv := parseAvailableEnv() |
Lukacs T. Berki | 53b2f36 | 2021-04-12 14:04:24 +0200 | [diff] [blame] | 326 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 327 | configuration := newConfig(availableEnv) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 328 | extraNinjaDeps := []string{ |
| 329 | configuration.ProductVariablesFileName, |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 330 | usedEnvFile, |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 331 | } |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 332 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 333 | if configuration.Getenv("ALLOW_MISSING_DEPENDENCIES") == "true" { |
| 334 | configuration.SetAllowMissingDependencies() |
| 335 | } |
| 336 | |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 337 | if shared.IsDebugging() { |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 338 | // Add a non-existent file to the dependencies so that soong_build will rerun when the debugger is |
| 339 | // enabled even if it completed successfully. |
Lukacs T. Berki | 9f6c24a | 2021-08-26 15:07:24 +0200 | [diff] [blame] | 340 | extraNinjaDeps = append(extraNinjaDeps, filepath.Join(configuration.SoongOutDir(), "always_rerun_for_delve")) |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 341 | } |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 342 | |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 343 | // Bypass configuration.Getenv, as LOG_DIR does not need to be dependency tracked. By definition, it will |
| 344 | // change between every CI build, so tracking it would require re-running Soong for every build. |
| 345 | logDir := availableEnv["LOG_DIR"] |
| 346 | |
Joe Onorato | 2e5e401 | 2022-06-07 17:16:08 -0700 | [diff] [blame] | 347 | ctx := newContext(configuration) |
| 348 | ctx.EventHandler.Begin("soong_build") |
| 349 | |
| 350 | finalOutputFile := doChosenActivity(ctx, configuration, extraNinjaDeps, logDir) |
| 351 | |
| 352 | ctx.EventHandler.End("soong_build") |
| 353 | writeMetrics(configuration, *ctx.EventHandler, logDir) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 354 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 355 | writeUsedEnvironmentFile(configuration, finalOutputFile) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 356 | } |
| 357 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 358 | func writeUsedEnvironmentFile(configuration android.Config, finalOutputFile string) { |
| 359 | if usedEnvFile == "" { |
| 360 | return |
| 361 | } |
| 362 | |
| 363 | path := shared.JoinPath(topDir, usedEnvFile) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 364 | data, err := shared.EnvFileContents(configuration.EnvDeps()) |
| 365 | if err != nil { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 366 | fmt.Fprintf(os.Stderr, "error writing used environment file '%s': %s\n", usedEnvFile, err) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 367 | os.Exit(1) |
| 368 | } |
| 369 | |
| 370 | err = ioutil.WriteFile(path, data, 0666) |
| 371 | if err != nil { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 372 | fmt.Fprintf(os.Stderr, "error writing used environment file '%s': %s\n", usedEnvFile, err) |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 373 | os.Exit(1) |
| 374 | } |
| 375 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 376 | // Touch the output file so that it's not older than the file we just |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 377 | // wrote. We can't write the environment file earlier because one an access |
| 378 | // new environment variables while writing it. |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 379 | touch(shared.JoinPath(topDir, finalOutputFile)) |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 380 | } |
Jingwen Chen | 5ba7e47 | 2020-07-15 10:06:41 +0000 | [diff] [blame] | 381 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 382 | func touch(path string) { |
| 383 | f, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0666) |
| 384 | if err != nil { |
| 385 | fmt.Fprintf(os.Stderr, "Error touching '%s': %s\n", path, err) |
| 386 | os.Exit(1) |
| 387 | } |
| 388 | |
| 389 | err = f.Close() |
| 390 | if err != nil { |
| 391 | fmt.Fprintf(os.Stderr, "Error touching '%s': %s\n", path, err) |
| 392 | os.Exit(1) |
| 393 | } |
| 394 | |
| 395 | currentTime := time.Now().Local() |
| 396 | err = os.Chtimes(path, currentTime, currentTime) |
| 397 | if err != nil { |
| 398 | fmt.Fprintf(os.Stderr, "error touching '%s': %s\n", path, err) |
| 399 | os.Exit(1) |
| 400 | } |
| 401 | } |
| 402 | |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 403 | // Find BUILD files in the srcDir which... |
| 404 | // |
| 405 | // - are not on the allow list (android/bazel.go#ShouldKeepExistingBuildFileForDir()) |
| 406 | // |
| 407 | // - won't be overwritten by corresponding bp2build generated files |
| 408 | // |
| 409 | // And return their paths so they can be left out of the Bazel workspace dir (i.e. ignored) |
Liz Kammer | 1aefc9d | 2021-10-18 16:59:00 -0400 | [diff] [blame] | 410 | func getPathsToIgnoredBuildFiles(topDir string, generatedRoot string, srcDirBazelFiles []string, verbose bool) []string { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 411 | paths := make([]string, 0) |
| 412 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 413 | for _, srcDirBazelFileRelativePath := range srcDirBazelFiles { |
| 414 | srcDirBazelFileFullPath := shared.JoinPath(topDir, srcDirBazelFileRelativePath) |
| 415 | fileInfo, err := os.Stat(srcDirBazelFileFullPath) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 416 | if err != nil { |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 417 | // Warn about error, but continue trying to check files |
| 418 | fmt.Fprintf(os.Stderr, "WARNING: Error accessing path '%s', err: %s\n", srcDirBazelFileFullPath, err) |
| 419 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 420 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 421 | if fileInfo.IsDir() { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 422 | // Don't ignore entire directories |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 423 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 424 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 425 | if !(fileInfo.Name() == "BUILD" || fileInfo.Name() == "BUILD.bazel") { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 426 | // Don't ignore this file - it is not a build file |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 427 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 428 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 429 | srcDirBazelFileDir := filepath.Dir(srcDirBazelFileRelativePath) |
| 430 | if android.ShouldKeepExistingBuildFileForDir(srcDirBazelFileDir) { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 431 | // Don't ignore this existing build file |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 432 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 433 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 434 | correspondingBp2BuildFile := shared.JoinPath(topDir, generatedRoot, srcDirBazelFileRelativePath) |
| 435 | if _, err := os.Stat(correspondingBp2BuildFile); err == nil { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 436 | // If bp2build generated an alternate BUILD file, don't exclude this workspace path |
| 437 | // BUILD file clash resolution happens later in the symlink forest creation |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 438 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 439 | } |
Liz Kammer | 1aefc9d | 2021-10-18 16:59:00 -0400 | [diff] [blame] | 440 | if verbose { |
| 441 | fmt.Fprintf(os.Stderr, "Ignoring existing BUILD file: %s\n", srcDirBazelFileRelativePath) |
| 442 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 443 | paths = append(paths, srcDirBazelFileRelativePath) |
| 444 | } |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 445 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 446 | return paths |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 447 | } |
| 448 | |
| 449 | // Returns temporary symlink forest excludes necessary for bazel build //external/... (and bazel build //frameworks/...) to work |
| 450 | func getTemporaryExcludes() []string { |
| 451 | excludes := make([]string, 0) |
| 452 | |
| 453 | // FIXME: 'autotest_lib' is a symlink back to external/autotest, and this causes an infinite symlink expansion error for Bazel |
| 454 | excludes = append(excludes, "external/autotest/venv/autotest_lib") |
Jingwen Chen | c0c5021 | 2022-06-07 10:07:22 +0000 | [diff] [blame] | 455 | excludes = append(excludes, "external/autotest/autotest_lib") |
| 456 | excludes = append(excludes, "external/autotest/client/autotest_lib/client") |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 457 | |
| 458 | // FIXME: The external/google-fruit/extras/bazel_root/third_party/fruit dir is poison |
| 459 | // It contains several symlinks back to real source dirs, and those source dirs contain BUILD files we want to ignore |
| 460 | excludes = append(excludes, "external/google-fruit/extras/bazel_root/third_party/fruit") |
| 461 | |
| 462 | // FIXME: 'frameworks/compile/slang' has a filegroup error due to an escaping issue |
| 463 | excludes = append(excludes, "frameworks/compile/slang") |
| 464 | |
| 465 | return excludes |
| 466 | } |
| 467 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 468 | // Read the bazel.list file that the Soong Finder already dumped earlier (hopefully) |
| 469 | // It contains the locations of BUILD files, BUILD.bazel files, etc. in the source dir |
| 470 | func getExistingBazelRelatedFiles(topDir string) ([]string, error) { |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 471 | bazelFinderFile := filepath.Join(filepath.Dir(cmdlineArgs.ModuleListFile), "bazel.list") |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 472 | if !filepath.IsAbs(bazelFinderFile) { |
| 473 | // Assume this was a relative path under topDir |
| 474 | bazelFinderFile = filepath.Join(topDir, bazelFinderFile) |
| 475 | } |
| 476 | data, err := ioutil.ReadFile(bazelFinderFile) |
| 477 | if err != nil { |
| 478 | return nil, err |
| 479 | } |
| 480 | files := strings.Split(strings.TrimSpace(string(data)), "\n") |
| 481 | return files, nil |
| 482 | } |
| 483 | |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 484 | // Run Soong in the bp2build mode. This creates a standalone context that registers |
| 485 | // an alternate pipeline of mutators and singletons specifically for generating |
| 486 | // Bazel BUILD files instead of Ninja files. |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 487 | func runBp2Build(configuration android.Config, extraNinjaDeps []string) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 488 | eventHandler := metrics.EventHandler{} |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 489 | var metrics bp2build.CodegenMetrics |
| 490 | eventHandler.Do("bp2build", func() { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 491 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 492 | // Register an alternate set of singletons and mutators for bazel |
| 493 | // conversion for Bazel conversion. |
| 494 | bp2buildCtx := android.NewContext(configuration) |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 495 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 496 | // Propagate "allow misssing dependencies" bit. This is normally set in |
| 497 | // newContext(), but we create bp2buildCtx without calling that method. |
| 498 | bp2buildCtx.SetAllowMissingDependencies(configuration.AllowMissingDependencies()) |
| 499 | bp2buildCtx.SetNameInterface(newNameResolver(configuration)) |
| 500 | bp2buildCtx.RegisterForBazelConversion() |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 501 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 502 | // The bp2build process is a purely functional process that only depends on |
| 503 | // Android.bp files. It must not depend on the values of per-build product |
| 504 | // configurations or variables, since those will generate different BUILD |
| 505 | // files based on how the user has configured their tree. |
| 506 | bp2buildCtx.SetModuleListFile(cmdlineArgs.ModuleListFile) |
| 507 | modulePaths, err := bp2buildCtx.ListModulePaths(".") |
| 508 | if err != nil { |
| 509 | panic(err) |
| 510 | } |
Jingwen Chen | 7dcc4fc | 2021-02-05 01:28:44 -0500 | [diff] [blame] | 511 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 512 | extraNinjaDeps = append(extraNinjaDeps, modulePaths...) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 513 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 514 | // Run the loading and analysis pipeline to prepare the graph of regular |
| 515 | // Modules parsed from Android.bp files, and the BazelTargetModules mapped |
| 516 | // from the regular Modules. |
| 517 | blueprintArgs := cmdlineArgs |
| 518 | ninjaDeps := bootstrap.RunBlueprint(blueprintArgs, bootstrap.StopBeforePrepareBuildActions, bp2buildCtx.Context, configuration) |
| 519 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 520 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 521 | globListFiles := writeBuildGlobsNinjaFile(bp2buildCtx, configuration.SoongOutDir(), configuration) |
| 522 | ninjaDeps = append(ninjaDeps, globListFiles...) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 523 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 524 | // Run the code-generation phase to convert BazelTargetModules to BUILD files |
| 525 | // and print conversion metrics to the user. |
| 526 | codegenContext := bp2build.NewCodegenContext(configuration, *bp2buildCtx, bp2build.Bp2Build) |
| 527 | metrics = bp2build.Codegen(codegenContext) |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 528 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 529 | generatedRoot := shared.JoinPath(configuration.SoongOutDir(), "bp2build") |
| 530 | workspaceRoot := shared.JoinPath(configuration.SoongOutDir(), "workspace") |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 531 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 532 | excludes := []string{ |
| 533 | "bazel-bin", |
| 534 | "bazel-genfiles", |
| 535 | "bazel-out", |
| 536 | "bazel-testlogs", |
| 537 | "bazel-" + filepath.Base(topDir), |
| 538 | } |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 539 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 540 | if outDir[0] != '/' { |
| 541 | excludes = append(excludes, outDir) |
| 542 | } |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 543 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 544 | existingBazelRelatedFiles, err := getExistingBazelRelatedFiles(topDir) |
| 545 | if err != nil { |
| 546 | fmt.Fprintf(os.Stderr, "Error determining existing Bazel-related files: %s\n", err) |
| 547 | os.Exit(1) |
| 548 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 549 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 550 | pathsToIgnoredBuildFiles := getPathsToIgnoredBuildFiles(topDir, generatedRoot, existingBazelRelatedFiles, configuration.IsEnvTrue("BP2BUILD_VERBOSE")) |
| 551 | excludes = append(excludes, pathsToIgnoredBuildFiles...) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 552 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 553 | excludes = append(excludes, getTemporaryExcludes()...) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 554 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 555 | symlinkForestDeps := bp2build.PlantSymlinkForest( |
Sasha Smundak | 0fd93e0 | 2022-05-19 19:34:31 -0700 | [diff] [blame] | 556 | configuration, topDir, workspaceRoot, generatedRoot, ".", excludes) |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 557 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 558 | ninjaDeps = append(ninjaDeps, codegenContext.AdditionalNinjaDeps()...) |
| 559 | ninjaDeps = append(ninjaDeps, symlinkForestDeps...) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 560 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 561 | writeDepFile(bp2buildMarker, eventHandler, ninjaDeps) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 562 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 563 | // Create an empty bp2build marker file. |
| 564 | touch(shared.JoinPath(topDir, bp2buildMarker)) |
| 565 | }) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 566 | |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 567 | // Only report metrics when in bp2build mode. The metrics aren't relevant |
| 568 | // for queryview, since that's a total repo-wide conversion and there's a |
| 569 | // 1:1 mapping for each module. |
Sasha Smundak | 0fd93e0 | 2022-05-19 19:34:31 -0700 | [diff] [blame] | 570 | if configuration.IsEnvTrue("BP2BUILD_VERBOSE") { |
| 571 | metrics.Print() |
| 572 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 573 | writeBp2BuildMetrics(&metrics, configuration, eventHandler) |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 574 | } |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 575 | |
| 576 | // Write Bp2Build metrics into $LOG_DIR |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 577 | func writeBp2BuildMetrics(codegenMetrics *bp2build.CodegenMetrics, |
| 578 | configuration android.Config, eventHandler metrics.EventHandler) { |
| 579 | for _, event := range eventHandler.CompletedEvents() { |
| 580 | codegenMetrics.Events = append(codegenMetrics.Events, |
| 581 | &bp2build_metrics_proto.Event{ |
| 582 | Name: event.Id, |
| 583 | StartTime: uint64(event.Start.UnixNano()), |
| 584 | RealTime: event.RuntimeNanoseconds(), |
| 585 | }) |
| 586 | } |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 587 | metricsDir := configuration.Getenv("LOG_DIR") |
| 588 | if len(metricsDir) < 1 { |
| 589 | fmt.Fprintf(os.Stderr, "\nMissing required env var for generating bp2build metrics: LOG_DIR\n") |
| 590 | os.Exit(1) |
| 591 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 592 | codegenMetrics.Write(metricsDir) |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 593 | } |