Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package main |
| 16 | |
| 17 | import ( |
| 18 | "flag" |
| 19 | "fmt" |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 20 | "io/ioutil" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 21 | "os" |
| 22 | "path/filepath" |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 23 | "strings" |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 24 | "time" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 25 | |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 26 | "android/soong/android" |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 27 | "android/soong/bp2build" |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 28 | "android/soong/shared" |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 29 | "android/soong/ui/metrics/bp2build_metrics_proto" |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 30 | |
Colin Cross | 70b4059 | 2015-03-23 12:57:34 -0700 | [diff] [blame] | 31 | "github.com/google/blueprint/bootstrap" |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 32 | "github.com/google/blueprint/deptools" |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 33 | "github.com/google/blueprint/metrics" |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 34 | androidProtobuf "google.golang.org/protobuf/android" |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 35 | ) |
| 36 | |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 37 | var ( |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 38 | topDir string |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 39 | outDir string |
Lukacs T. Berki | d6cee7e | 2021-09-01 16:25:51 +0200 | [diff] [blame] | 40 | soongOutDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 41 | availableEnvFile string |
| 42 | usedEnvFile string |
| 43 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 44 | runGoTests bool |
| 45 | |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 46 | globFile string |
| 47 | globListDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 48 | delveListen string |
| 49 | delvePath string |
| 50 | |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 51 | moduleGraphFile string |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 52 | moduleActionsFile string |
Jingwen Chen | 50f93d2 | 2020-11-05 07:42:11 -0500 | [diff] [blame] | 53 | docFile string |
| 54 | bazelQueryViewDir string |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 55 | bp2buildMarker string |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 56 | |
| 57 | cmdlineArgs bootstrap.Args |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 58 | ) |
| 59 | |
| 60 | func init() { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 61 | // Flags that make sense in every mode |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 62 | flag.StringVar(&topDir, "top", "", "Top directory of the Android source tree") |
Lukacs T. Berki | d6cee7e | 2021-09-01 16:25:51 +0200 | [diff] [blame] | 63 | flag.StringVar(&soongOutDir, "soong_out", "", "Soong output directory (usually $TOP/out/soong)") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 64 | flag.StringVar(&availableEnvFile, "available_env", "", "File containing available environment variables") |
| 65 | flag.StringVar(&usedEnvFile, "used_env", "", "File containing used environment variables") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 66 | flag.StringVar(&globFile, "globFile", "build-globs.ninja", "the Ninja file of globs to output") |
| 67 | flag.StringVar(&globListDir, "globListDir", "", "the directory containing the glob list files") |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 68 | flag.StringVar(&outDir, "out", "", "the ninja builddir directory") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 69 | flag.StringVar(&cmdlineArgs.ModuleListFile, "l", "", "file that lists filepaths to parse") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 70 | |
| 71 | // Debug flags |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 72 | flag.StringVar(&delveListen, "delve_listen", "", "Delve port to listen on for debugging") |
| 73 | flag.StringVar(&delvePath, "delve_path", "", "Path to Delve. Only used if --delve_listen is set") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 74 | flag.StringVar(&cmdlineArgs.Cpuprofile, "cpuprofile", "", "write cpu profile to file") |
| 75 | flag.StringVar(&cmdlineArgs.TraceFile, "trace", "", "write trace to file") |
| 76 | flag.StringVar(&cmdlineArgs.Memprofile, "memprofile", "", "write memory profile to file") |
| 77 | flag.BoolVar(&cmdlineArgs.NoGC, "nogc", false, "turn off GC for debugging") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 78 | |
| 79 | // Flags representing various modes soong_build can run in |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 80 | flag.StringVar(&moduleGraphFile, "module_graph_file", "", "JSON module graph file to output") |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 81 | flag.StringVar(&moduleActionsFile, "module_actions_file", "", "JSON file to output inputs/outputs of actions of modules") |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 82 | flag.StringVar(&docFile, "soong_docs", "", "build documentation file to output") |
Lukacs T. Berki | 47a9d0c | 2021-03-08 16:34:09 +0100 | [diff] [blame] | 83 | flag.StringVar(&bazelQueryViewDir, "bazel_queryview_dir", "", "path to the bazel queryview directory relative to --top") |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 84 | flag.StringVar(&bp2buildMarker, "bp2build_marker", "", "If set, run bp2build, touch the specified marker file then exit") |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 85 | flag.StringVar(&cmdlineArgs.OutFile, "o", "build.ninja", "the Ninja file to output") |
Lukacs T. Berki | b078ade | 2021-08-31 10:42:08 +0200 | [diff] [blame] | 86 | flag.BoolVar(&cmdlineArgs.EmptyNinjaFile, "empty-ninja-file", false, "write out a 0-byte ninja file") |
| 87 | |
| 88 | // Flags that probably shouldn't be flags of soong_build but we haven't found |
| 89 | // the time to remove them yet |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 90 | flag.BoolVar(&runGoTests, "t", false, "build and run go tests during bootstrap") |
Dan Willemsen | 66213a6 | 2021-09-21 17:50:30 -0700 | [diff] [blame] | 91 | |
| 92 | // Disable deterministic randomization in the protobuf package, so incremental |
| 93 | // builds with unrelated Soong changes don't trigger large rebuilds (since we |
| 94 | // write out text protos in command lines, and command line changes trigger |
| 95 | // rebuilds). |
| 96 | androidProtobuf.DisableRand() |
Colin Cross | e87040b | 2017-12-11 15:52:26 -0800 | [diff] [blame] | 97 | } |
| 98 | |
Jeff Gaston | 088e29e | 2017-11-29 16:47:17 -0800 | [diff] [blame] | 99 | func newNameResolver(config android.Config) *android.NameResolver { |
| 100 | namespacePathsToExport := make(map[string]bool) |
| 101 | |
Dan Willemsen | 3fb1fae | 2018-03-12 15:30:26 -0700 | [diff] [blame] | 102 | for _, namespaceName := range config.ExportedNamespaces() { |
Jeff Gaston | 088e29e | 2017-11-29 16:47:17 -0800 | [diff] [blame] | 103 | namespacePathsToExport[namespaceName] = true |
| 104 | } |
| 105 | |
| 106 | namespacePathsToExport["."] = true // always export the root namespace |
| 107 | |
| 108 | exportFilter := func(namespace *android.Namespace) bool { |
| 109 | return namespacePathsToExport[namespace.Path] |
| 110 | } |
| 111 | |
| 112 | return android.NewNameResolver(exportFilter) |
| 113 | } |
| 114 | |
Lukacs T. Berki | ffc9e8d | 2021-09-07 17:54:38 +0200 | [diff] [blame] | 115 | func newContext(configuration android.Config) *android.Context { |
Colin Cross | ae8600b | 2020-10-29 17:09:13 -0700 | [diff] [blame] | 116 | ctx := android.NewContext(configuration) |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 117 | ctx.Register() |
Chris Parsons | f3c96ef | 2020-09-29 02:23:17 -0400 | [diff] [blame] | 118 | ctx.SetNameInterface(newNameResolver(configuration)) |
| 119 | ctx.SetAllowMissingDependencies(configuration.AllowMissingDependencies()) |
| 120 | return ctx |
| 121 | } |
| 122 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 123 | func newConfig(availableEnv map[string]string) android.Config { |
| 124 | configuration, err := android.NewConfig(cmdlineArgs.ModuleListFile, runGoTests, outDir, soongOutDir, availableEnv) |
Chris Parsons | f3c96ef | 2020-09-29 02:23:17 -0400 | [diff] [blame] | 125 | if err != nil { |
| 126 | fmt.Fprintf(os.Stderr, "%s", err) |
| 127 | os.Exit(1) |
| 128 | } |
| 129 | return configuration |
| 130 | } |
| 131 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 132 | // Bazel-enabled mode. Attaches a mutator to queue Bazel requests, adds a |
| 133 | // BeforePrepareBuildActionsHook to invoke Bazel, and then uses Bazel metadata |
| 134 | // for modules that should be handled by Bazel. |
| 135 | func runMixedModeBuild(configuration android.Config, ctx *android.Context, extraNinjaDeps []string) { |
| 136 | ctx.EventHandler.Begin("mixed_build") |
| 137 | defer ctx.EventHandler.End("mixed_build") |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 138 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 139 | bazelHook := func() error { |
| 140 | ctx.EventHandler.Begin("bazel") |
| 141 | defer ctx.EventHandler.End("bazel") |
Yu Liu | 8d82ac5 | 2022-05-17 15:13:28 -0700 | [diff] [blame] | 142 | return configuration.BazelContext.InvokeBazel(configuration) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 143 | } |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 144 | ctx.SetBeforePrepareBuildActionsHook(bazelHook) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 145 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 146 | ninjaDeps := bootstrap.RunBlueprint(cmdlineArgs, bootstrap.DoEverything, ctx.Context, configuration) |
Chris Parsons | 027881c | 2022-05-24 15:38:38 -0400 | [diff] [blame] | 147 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 148 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 149 | globListFiles := writeBuildGlobsNinjaFile(ctx, configuration.SoongOutDir(), configuration) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 150 | ninjaDeps = append(ninjaDeps, globListFiles...) |
| 151 | |
Chris Parsons | f874e46 | 2022-05-10 13:50:12 -0400 | [diff] [blame] | 152 | writeDepFile(cmdlineArgs.OutFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 153 | } |
| 154 | |
| 155 | // Run the code-generation phase to convert BazelTargetModules to BUILD files. |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 156 | func runQueryView(queryviewDir, queryviewMarker string, configuration android.Config, ctx *android.Context) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 157 | ctx.EventHandler.Begin("queryview") |
| 158 | defer ctx.EventHandler.End("queryview") |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 159 | codegenContext := bp2build.NewCodegenContext(configuration, *ctx, bp2build.QueryView) |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 160 | absoluteQueryViewDir := shared.JoinPath(topDir, queryviewDir) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 161 | if err := createBazelQueryView(codegenContext, absoluteQueryViewDir); err != nil { |
| 162 | fmt.Fprintf(os.Stderr, "%s", err) |
| 163 | os.Exit(1) |
| 164 | } |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 165 | |
| 166 | touch(shared.JoinPath(topDir, queryviewMarker)) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 167 | } |
| 168 | |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 169 | func writeMetrics(configuration android.Config, eventHandler metrics.EventHandler, metricsDir string) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 170 | if len(metricsDir) < 1 { |
| 171 | fmt.Fprintf(os.Stderr, "\nMissing required env var for generating soong metrics: LOG_DIR\n") |
| 172 | os.Exit(1) |
| 173 | } |
| 174 | metricsFile := filepath.Join(metricsDir, "soong_build_metrics.pb") |
| 175 | err := android.WriteMetrics(configuration, eventHandler, metricsFile) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 176 | if err != nil { |
| 177 | fmt.Fprintf(os.Stderr, "error writing soong_build metrics %s: %s", metricsFile, err) |
| 178 | os.Exit(1) |
| 179 | } |
| 180 | } |
| 181 | |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 182 | func writeJsonModuleGraphAndActions(ctx *android.Context, graphPath string, actionsPath string) { |
| 183 | graphFile, graphErr := os.Create(shared.JoinPath(topDir, graphPath)) |
| 184 | actionsFile, actionsErr := os.Create(shared.JoinPath(topDir, actionsPath)) |
| 185 | if graphErr != nil || actionsErr != nil { |
| 186 | fmt.Fprintf(os.Stderr, "Graph err: %s, actions err: %s", graphErr, actionsErr) |
Lukacs T. Berki | 97bb9f1 | 2021-04-01 18:28:45 +0200 | [diff] [blame] | 187 | os.Exit(1) |
| 188 | } |
| 189 | |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 190 | defer graphFile.Close() |
| 191 | defer actionsFile.Close() |
| 192 | ctx.Context.PrintJSONGraphAndActions(graphFile, actionsFile) |
Lukacs T. Berki | 97bb9f1 | 2021-04-01 18:28:45 +0200 | [diff] [blame] | 193 | } |
| 194 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 195 | func writeBuildGlobsNinjaFile(ctx *android.Context, buildDir string, config interface{}) []string { |
| 196 | ctx.EventHandler.Begin("globs_ninja_file") |
| 197 | defer ctx.EventHandler.End("globs_ninja_file") |
| 198 | |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 199 | globDir := bootstrap.GlobDirectory(buildDir, globListDir) |
| 200 | bootstrap.WriteBuildGlobsNinjaFile(&bootstrap.GlobSingleton{ |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 201 | GlobLister: ctx.Globs, |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 202 | GlobFile: globFile, |
| 203 | GlobDir: globDir, |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 204 | SrcDir: ctx.SrcDir(), |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 205 | }, config) |
| 206 | return bootstrap.GlobFileListFiles(globDir) |
| 207 | } |
| 208 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 209 | func writeDepFile(outputFile string, eventHandler metrics.EventHandler, ninjaDeps []string) { |
| 210 | eventHandler.Begin("ninja_deps") |
| 211 | defer eventHandler.End("ninja_deps") |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 212 | depFile := shared.JoinPath(topDir, outputFile+".d") |
| 213 | err := deptools.WriteDepFile(depFile, outputFile, ninjaDeps) |
| 214 | if err != nil { |
| 215 | fmt.Fprintf(os.Stderr, "Error writing depfile '%s': %s\n", depFile, err) |
| 216 | os.Exit(1) |
| 217 | } |
| 218 | } |
| 219 | |
Jingwen Chen | 4fabaf5 | 2021-05-25 02:40:29 +0000 | [diff] [blame] | 220 | // doChosenActivity runs Soong for a specific activity, like bp2build, queryview |
| 221 | // or the actual Soong build for the build.ninja file. Returns the top level |
| 222 | // output file of the specific activity. |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 223 | func doChosenActivity(configuration android.Config, extraNinjaDeps []string, logDir string) string { |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 224 | mixedModeBuild := configuration.BazelContext.BazelEnabled() |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 225 | generateBazelWorkspace := bp2buildMarker != "" |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 226 | generateQueryView := bazelQueryViewDir != "" |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 227 | generateModuleGraphFile := moduleGraphFile != "" |
| 228 | generateDocFile := docFile != "" |
Lukacs T. Berki | 97bb9f1 | 2021-04-01 18:28:45 +0200 | [diff] [blame] | 229 | |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 230 | if generateBazelWorkspace { |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 231 | // Run the alternate pipeline of bp2build mutators and singleton to convert |
| 232 | // Blueprint to BUILD files before everything else. |
| 233 | runBp2Build(configuration, extraNinjaDeps) |
Jingwen Chen | 4fabaf5 | 2021-05-25 02:40:29 +0000 | [diff] [blame] | 234 | return bp2buildMarker |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 235 | } |
| 236 | |
Lukacs T. Berki | eb0454b | 2021-10-26 13:32:59 +0200 | [diff] [blame] | 237 | blueprintArgs := cmdlineArgs |
| 238 | |
Lukacs T. Berki | ffc9e8d | 2021-09-07 17:54:38 +0200 | [diff] [blame] | 239 | ctx := newContext(configuration) |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 240 | if mixedModeBuild { |
| 241 | runMixedModeBuild(configuration, ctx, extraNinjaDeps) |
| 242 | } else { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 243 | var stopBefore bootstrap.StopBefore |
| 244 | if generateModuleGraphFile { |
| 245 | stopBefore = bootstrap.StopBeforeWriteNinja |
| 246 | } else if generateQueryView { |
| 247 | stopBefore = bootstrap.StopBeforePrepareBuildActions |
| 248 | } else if generateDocFile { |
| 249 | stopBefore = bootstrap.StopBeforePrepareBuildActions |
| 250 | } else { |
| 251 | stopBefore = bootstrap.DoEverything |
| 252 | } |
| 253 | |
Lukacs T. Berki | ffc9e8d | 2021-09-07 17:54:38 +0200 | [diff] [blame] | 254 | ninjaDeps := bootstrap.RunBlueprint(blueprintArgs, stopBefore, ctx.Context, configuration) |
Lukacs T. Berki | 6124c9b | 2021-04-15 15:06:40 +0200 | [diff] [blame] | 255 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 256 | |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 257 | globListFiles := writeBuildGlobsNinjaFile(ctx, configuration.SoongOutDir(), configuration) |
Lukacs T. Berki | 809d2ed | 2021-08-18 10:55:32 +0200 | [diff] [blame] | 258 | ninjaDeps = append(ninjaDeps, globListFiles...) |
| 259 | |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 260 | // Convert the Soong module graph into Bazel BUILD files. |
| 261 | if generateQueryView { |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 262 | queryviewMarkerFile := bazelQueryViewDir + ".marker" |
| 263 | runQueryView(bazelQueryViewDir, queryviewMarkerFile, configuration, ctx) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 264 | writeDepFile(queryviewMarkerFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 265 | return queryviewMarkerFile |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 266 | } else if generateModuleGraphFile { |
kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 267 | writeJsonModuleGraphAndActions(ctx, moduleGraphFile, moduleActionsFile) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 268 | writeDepFile(moduleGraphFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 269 | return moduleGraphFile |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 270 | } else if generateDocFile { |
| 271 | // TODO: we could make writeDocs() return the list of documentation files |
| 272 | // written and add them to the .d file. Then soong_docs would be re-run |
| 273 | // whenever one is deleted. |
| 274 | if err := writeDocs(ctx, shared.JoinPath(topDir, docFile)); err != nil { |
| 275 | fmt.Fprintf(os.Stderr, "error building Soong documentation: %s\n", err) |
| 276 | os.Exit(1) |
| 277 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 278 | writeDepFile(docFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 279 | return docFile |
Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 280 | } else { |
| 281 | // The actual output (build.ninja) was written in the RunBlueprint() call |
| 282 | // above |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 283 | writeDepFile(cmdlineArgs.OutFile, *ctx.EventHandler, ninjaDeps) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 284 | } |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 285 | } |
| 286 | |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 287 | writeMetrics(configuration, *ctx.EventHandler, logDir) |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 288 | return cmdlineArgs.OutFile |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 289 | } |
| 290 | |
| 291 | // soong_ui dumps the available environment variables to |
| 292 | // soong.environment.available . Then soong_build itself is run with an empty |
| 293 | // environment so that the only way environment variables can be accessed is |
| 294 | // using Config, which tracks access to them. |
| 295 | |
| 296 | // At the end of the build, a file called soong.environment.used is written |
| 297 | // containing the current value of all used environment variables. The next |
| 298 | // time soong_ui is run, it checks whether any environment variables that was |
| 299 | // used had changed and if so, it deletes soong.environment.used to cause a |
| 300 | // rebuild. |
| 301 | // |
| 302 | // The dependency of build.ninja on soong.environment.used is declared in |
| 303 | // build.ninja.d |
| 304 | func parseAvailableEnv() map[string]string { |
| 305 | if availableEnvFile == "" { |
| 306 | fmt.Fprintf(os.Stderr, "--available_env not set\n") |
| 307 | os.Exit(1) |
| 308 | } |
| 309 | |
| 310 | result, err := shared.EnvFromFile(shared.JoinPath(topDir, availableEnvFile)) |
| 311 | if err != nil { |
| 312 | fmt.Fprintf(os.Stderr, "error reading available environment file '%s': %s\n", availableEnvFile, err) |
| 313 | os.Exit(1) |
| 314 | } |
| 315 | |
| 316 | return result |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 317 | } |
| 318 | |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 319 | func main() { |
| 320 | flag.Parse() |
| 321 | |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 322 | shared.ReexecWithDelveMaybe(delveListen, delvePath) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 323 | android.InitSandbox(topDir) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 324 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 325 | availableEnv := parseAvailableEnv() |
Lukacs T. Berki | 53b2f36 | 2021-04-12 14:04:24 +0200 | [diff] [blame] | 326 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 327 | configuration := newConfig(availableEnv) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 328 | extraNinjaDeps := []string{ |
| 329 | configuration.ProductVariablesFileName, |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 330 | usedEnvFile, |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 331 | } |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 332 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 333 | if configuration.Getenv("ALLOW_MISSING_DEPENDENCIES") == "true" { |
| 334 | configuration.SetAllowMissingDependencies() |
| 335 | } |
| 336 | |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 337 | if shared.IsDebugging() { |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 338 | // Add a non-existent file to the dependencies so that soong_build will rerun when the debugger is |
| 339 | // enabled even if it completed successfully. |
Lukacs T. Berki | 9f6c24a | 2021-08-26 15:07:24 +0200 | [diff] [blame] | 340 | extraNinjaDeps = append(extraNinjaDeps, filepath.Join(configuration.SoongOutDir(), "always_rerun_for_delve")) |
Colin Cross | aa812d1 | 2019-06-19 13:33:24 -0700 | [diff] [blame] | 341 | } |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 342 | |
Dan Willemsen | ccf36aa | 2022-04-20 23:11:43 -0700 | [diff] [blame] | 343 | // Bypass configuration.Getenv, as LOG_DIR does not need to be dependency tracked. By definition, it will |
| 344 | // change between every CI build, so tracking it would require re-running Soong for every build. |
| 345 | logDir := availableEnv["LOG_DIR"] |
| 346 | |
| 347 | finalOutputFile := doChosenActivity(configuration, extraNinjaDeps, logDir) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 348 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 349 | writeUsedEnvironmentFile(configuration, finalOutputFile) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 350 | } |
| 351 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 352 | func writeUsedEnvironmentFile(configuration android.Config, finalOutputFile string) { |
| 353 | if usedEnvFile == "" { |
| 354 | return |
| 355 | } |
| 356 | |
| 357 | path := shared.JoinPath(topDir, usedEnvFile) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 358 | data, err := shared.EnvFileContents(configuration.EnvDeps()) |
| 359 | if err != nil { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 360 | fmt.Fprintf(os.Stderr, "error writing used environment file '%s': %s\n", usedEnvFile, err) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 361 | os.Exit(1) |
| 362 | } |
| 363 | |
| 364 | err = ioutil.WriteFile(path, data, 0666) |
| 365 | if err != nil { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 366 | fmt.Fprintf(os.Stderr, "error writing used environment file '%s': %s\n", usedEnvFile, err) |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 367 | os.Exit(1) |
| 368 | } |
| 369 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 370 | // Touch the output file so that it's not older than the file we just |
Lukacs T. Berki | c99c947 | 2021-03-24 10:50:06 +0100 | [diff] [blame] | 371 | // wrote. We can't write the environment file earlier because one an access |
| 372 | // new environment variables while writing it. |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 373 | touch(shared.JoinPath(topDir, finalOutputFile)) |
Colin Cross | 3f40fa4 | 2015-01-30 17:27:36 -0800 | [diff] [blame] | 374 | } |
Jingwen Chen | 5ba7e47 | 2020-07-15 10:06:41 +0000 | [diff] [blame] | 375 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 376 | func touch(path string) { |
| 377 | f, err := os.OpenFile(path, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0666) |
| 378 | if err != nil { |
| 379 | fmt.Fprintf(os.Stderr, "Error touching '%s': %s\n", path, err) |
| 380 | os.Exit(1) |
| 381 | } |
| 382 | |
| 383 | err = f.Close() |
| 384 | if err != nil { |
| 385 | fmt.Fprintf(os.Stderr, "Error touching '%s': %s\n", path, err) |
| 386 | os.Exit(1) |
| 387 | } |
| 388 | |
| 389 | currentTime := time.Now().Local() |
| 390 | err = os.Chtimes(path, currentTime, currentTime) |
| 391 | if err != nil { |
| 392 | fmt.Fprintf(os.Stderr, "error touching '%s': %s\n", path, err) |
| 393 | os.Exit(1) |
| 394 | } |
| 395 | } |
| 396 | |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 397 | // Find BUILD files in the srcDir which... |
| 398 | // |
| 399 | // - are not on the allow list (android/bazel.go#ShouldKeepExistingBuildFileForDir()) |
| 400 | // |
| 401 | // - won't be overwritten by corresponding bp2build generated files |
| 402 | // |
| 403 | // And return their paths so they can be left out of the Bazel workspace dir (i.e. ignored) |
Liz Kammer | 1aefc9d | 2021-10-18 16:59:00 -0400 | [diff] [blame] | 404 | func getPathsToIgnoredBuildFiles(topDir string, generatedRoot string, srcDirBazelFiles []string, verbose bool) []string { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 405 | paths := make([]string, 0) |
| 406 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 407 | for _, srcDirBazelFileRelativePath := range srcDirBazelFiles { |
| 408 | srcDirBazelFileFullPath := shared.JoinPath(topDir, srcDirBazelFileRelativePath) |
| 409 | fileInfo, err := os.Stat(srcDirBazelFileFullPath) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 410 | if err != nil { |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 411 | // Warn about error, but continue trying to check files |
| 412 | fmt.Fprintf(os.Stderr, "WARNING: Error accessing path '%s', err: %s\n", srcDirBazelFileFullPath, err) |
| 413 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 414 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 415 | if fileInfo.IsDir() { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 416 | // Don't ignore entire directories |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 417 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 418 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 419 | if !(fileInfo.Name() == "BUILD" || fileInfo.Name() == "BUILD.bazel") { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 420 | // Don't ignore this file - it is not a build file |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 421 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 422 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 423 | srcDirBazelFileDir := filepath.Dir(srcDirBazelFileRelativePath) |
| 424 | if android.ShouldKeepExistingBuildFileForDir(srcDirBazelFileDir) { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 425 | // Don't ignore this existing build file |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 426 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 427 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 428 | correspondingBp2BuildFile := shared.JoinPath(topDir, generatedRoot, srcDirBazelFileRelativePath) |
| 429 | if _, err := os.Stat(correspondingBp2BuildFile); err == nil { |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 430 | // If bp2build generated an alternate BUILD file, don't exclude this workspace path |
| 431 | // BUILD file clash resolution happens later in the symlink forest creation |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 432 | continue |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 433 | } |
Liz Kammer | 1aefc9d | 2021-10-18 16:59:00 -0400 | [diff] [blame] | 434 | if verbose { |
| 435 | fmt.Fprintf(os.Stderr, "Ignoring existing BUILD file: %s\n", srcDirBazelFileRelativePath) |
| 436 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 437 | paths = append(paths, srcDirBazelFileRelativePath) |
| 438 | } |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 439 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 440 | return paths |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 441 | } |
| 442 | |
| 443 | // Returns temporary symlink forest excludes necessary for bazel build //external/... (and bazel build //frameworks/...) to work |
| 444 | func getTemporaryExcludes() []string { |
| 445 | excludes := make([]string, 0) |
| 446 | |
| 447 | // FIXME: 'autotest_lib' is a symlink back to external/autotest, and this causes an infinite symlink expansion error for Bazel |
| 448 | excludes = append(excludes, "external/autotest/venv/autotest_lib") |
Jingwen Chen | c0c5021 | 2022-06-07 10:07:22 +0000 | [diff] [blame] | 449 | excludes = append(excludes, "external/autotest/autotest_lib") |
| 450 | excludes = append(excludes, "external/autotest/client/autotest_lib/client") |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 451 | |
| 452 | // FIXME: The external/google-fruit/extras/bazel_root/third_party/fruit dir is poison |
| 453 | // It contains several symlinks back to real source dirs, and those source dirs contain BUILD files we want to ignore |
| 454 | excludes = append(excludes, "external/google-fruit/extras/bazel_root/third_party/fruit") |
| 455 | |
| 456 | // FIXME: 'frameworks/compile/slang' has a filegroup error due to an escaping issue |
| 457 | excludes = append(excludes, "frameworks/compile/slang") |
| 458 | |
| 459 | return excludes |
| 460 | } |
| 461 | |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 462 | // Read the bazel.list file that the Soong Finder already dumped earlier (hopefully) |
| 463 | // It contains the locations of BUILD files, BUILD.bazel files, etc. in the source dir |
| 464 | func getExistingBazelRelatedFiles(topDir string) ([]string, error) { |
Lukacs T. Berki | f900807 | 2021-08-16 15:24:48 +0200 | [diff] [blame] | 465 | bazelFinderFile := filepath.Join(filepath.Dir(cmdlineArgs.ModuleListFile), "bazel.list") |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 466 | if !filepath.IsAbs(bazelFinderFile) { |
| 467 | // Assume this was a relative path under topDir |
| 468 | bazelFinderFile = filepath.Join(topDir, bazelFinderFile) |
| 469 | } |
| 470 | data, err := ioutil.ReadFile(bazelFinderFile) |
| 471 | if err != nil { |
| 472 | return nil, err |
| 473 | } |
| 474 | files := strings.Split(strings.TrimSpace(string(data)), "\n") |
| 475 | return files, nil |
| 476 | } |
| 477 | |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 478 | // Run Soong in the bp2build mode. This creates a standalone context that registers |
| 479 | // an alternate pipeline of mutators and singletons specifically for generating |
| 480 | // Bazel BUILD files instead of Ninja files. |
Lukacs T. Berki | 6790ebc | 2021-04-01 17:55:58 +0200 | [diff] [blame] | 481 | func runBp2Build(configuration android.Config, extraNinjaDeps []string) { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 482 | eventHandler := metrics.EventHandler{} |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 483 | var metrics bp2build.CodegenMetrics |
| 484 | eventHandler.Do("bp2build", func() { |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 485 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 486 | // Register an alternate set of singletons and mutators for bazel |
| 487 | // conversion for Bazel conversion. |
| 488 | bp2buildCtx := android.NewContext(configuration) |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 489 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 490 | // Soong internals like LoadHooks behave differently when running as |
| 491 | // bp2build. This is the bit to differentiate between Soong-as-Soong and |
| 492 | // Soong-as-bp2build. |
| 493 | bp2buildCtx.SetRunningAsBp2build() |
Jingwen Chen | a47f28d | 2021-11-02 16:43:57 +0000 | [diff] [blame] | 494 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 495 | // Propagate "allow misssing dependencies" bit. This is normally set in |
| 496 | // newContext(), but we create bp2buildCtx without calling that method. |
| 497 | bp2buildCtx.SetAllowMissingDependencies(configuration.AllowMissingDependencies()) |
| 498 | bp2buildCtx.SetNameInterface(newNameResolver(configuration)) |
| 499 | bp2buildCtx.RegisterForBazelConversion() |
Jingwen Chen | eb76c43 | 2021-01-28 08:22:12 -0500 | [diff] [blame] | 500 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 501 | // The bp2build process is a purely functional process that only depends on |
| 502 | // Android.bp files. It must not depend on the values of per-build product |
| 503 | // configurations or variables, since those will generate different BUILD |
| 504 | // files based on how the user has configured their tree. |
| 505 | bp2buildCtx.SetModuleListFile(cmdlineArgs.ModuleListFile) |
| 506 | modulePaths, err := bp2buildCtx.ListModulePaths(".") |
| 507 | if err != nil { |
| 508 | panic(err) |
| 509 | } |
Jingwen Chen | 7dcc4fc | 2021-02-05 01:28:44 -0500 | [diff] [blame] | 510 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 511 | extraNinjaDeps = append(extraNinjaDeps, modulePaths...) |
Lukacs T. Berki | f0b3b94 | 2021-03-23 11:46:47 +0100 | [diff] [blame] | 512 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 513 | // Run the loading and analysis pipeline to prepare the graph of regular |
| 514 | // Modules parsed from Android.bp files, and the BazelTargetModules mapped |
| 515 | // from the regular Modules. |
| 516 | blueprintArgs := cmdlineArgs |
| 517 | ninjaDeps := bootstrap.RunBlueprint(blueprintArgs, bootstrap.StopBeforePrepareBuildActions, bp2buildCtx.Context, configuration) |
| 518 | ninjaDeps = append(ninjaDeps, extraNinjaDeps...) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 519 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 520 | globListFiles := writeBuildGlobsNinjaFile(bp2buildCtx, configuration.SoongOutDir(), configuration) |
| 521 | ninjaDeps = append(ninjaDeps, globListFiles...) |
Lukacs T. Berki | d518e1a | 2021-04-14 13:49:50 +0200 | [diff] [blame] | 522 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 523 | // Run the code-generation phase to convert BazelTargetModules to BUILD files |
| 524 | // and print conversion metrics to the user. |
| 525 | codegenContext := bp2build.NewCodegenContext(configuration, *bp2buildCtx, bp2build.Bp2Build) |
| 526 | metrics = bp2build.Codegen(codegenContext) |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 527 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 528 | generatedRoot := shared.JoinPath(configuration.SoongOutDir(), "bp2build") |
| 529 | workspaceRoot := shared.JoinPath(configuration.SoongOutDir(), "workspace") |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 530 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 531 | excludes := []string{ |
| 532 | "bazel-bin", |
| 533 | "bazel-genfiles", |
| 534 | "bazel-out", |
| 535 | "bazel-testlogs", |
| 536 | "bazel-" + filepath.Base(topDir), |
| 537 | } |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 538 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 539 | if outDir[0] != '/' { |
| 540 | excludes = append(excludes, outDir) |
| 541 | } |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 542 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 543 | existingBazelRelatedFiles, err := getExistingBazelRelatedFiles(topDir) |
| 544 | if err != nil { |
| 545 | fmt.Fprintf(os.Stderr, "Error determining existing Bazel-related files: %s\n", err) |
| 546 | os.Exit(1) |
| 547 | } |
Rupert Shuttleworth | e03bb61 | 2021-05-20 19:34:50 -0400 | [diff] [blame] | 548 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 549 | pathsToIgnoredBuildFiles := getPathsToIgnoredBuildFiles(topDir, generatedRoot, existingBazelRelatedFiles, configuration.IsEnvTrue("BP2BUILD_VERBOSE")) |
| 550 | excludes = append(excludes, pathsToIgnoredBuildFiles...) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 551 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 552 | excludes = append(excludes, getTemporaryExcludes()...) |
Rupert Shuttleworth | 0096079 | 2021-05-12 21:20:13 -0400 | [diff] [blame] | 553 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 554 | symlinkForestDeps := bp2build.PlantSymlinkForest( |
Sasha Smundak | 0fd93e0 | 2022-05-19 19:34:31 -0700 | [diff] [blame^] | 555 | configuration, topDir, workspaceRoot, generatedRoot, ".", excludes) |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 556 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 557 | ninjaDeps = append(ninjaDeps, codegenContext.AdditionalNinjaDeps()...) |
| 558 | ninjaDeps = append(ninjaDeps, symlinkForestDeps...) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 559 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 560 | writeDepFile(bp2buildMarker, eventHandler, ninjaDeps) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 561 | |
Usta Shrestha | 5c6b948 | 2022-05-26 12:22:17 -0400 | [diff] [blame] | 562 | // Create an empty bp2build marker file. |
| 563 | touch(shared.JoinPath(topDir, bp2buildMarker)) |
| 564 | }) |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 565 | |
Lukacs T. Berki | b353cca | 2021-04-16 13:47:36 +0200 | [diff] [blame] | 566 | // Only report metrics when in bp2build mode. The metrics aren't relevant |
| 567 | // for queryview, since that's a total repo-wide conversion and there's a |
| 568 | // 1:1 mapping for each module. |
Sasha Smundak | 0fd93e0 | 2022-05-19 19:34:31 -0700 | [diff] [blame^] | 569 | if configuration.IsEnvTrue("BP2BUILD_VERBOSE") { |
| 570 | metrics.Print() |
| 571 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 572 | writeBp2BuildMetrics(&metrics, configuration, eventHandler) |
Jingwen Chen | daa54bc | 2020-12-14 02:58:54 -0500 | [diff] [blame] | 573 | } |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 574 | |
| 575 | // Write Bp2Build metrics into $LOG_DIR |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 576 | func writeBp2BuildMetrics(codegenMetrics *bp2build.CodegenMetrics, |
| 577 | configuration android.Config, eventHandler metrics.EventHandler) { |
| 578 | for _, event := range eventHandler.CompletedEvents() { |
| 579 | codegenMetrics.Events = append(codegenMetrics.Events, |
| 580 | &bp2build_metrics_proto.Event{ |
| 581 | Name: event.Id, |
| 582 | StartTime: uint64(event.Start.UnixNano()), |
| 583 | RealTime: event.RuntimeNanoseconds(), |
| 584 | }) |
| 585 | } |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 586 | metricsDir := configuration.Getenv("LOG_DIR") |
| 587 | if len(metricsDir) < 1 { |
| 588 | fmt.Fprintf(os.Stderr, "\nMissing required env var for generating bp2build metrics: LOG_DIR\n") |
| 589 | os.Exit(1) |
| 590 | } |
Chris Parsons | 715b08f | 2022-03-22 19:23:40 -0400 | [diff] [blame] | 591 | codegenMetrics.Write(metricsDir) |
Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 592 | } |