Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1 | // Copyright 2017 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package build |
| 16 | |
| 17 | import ( |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 18 | "fmt" |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 19 | "os" |
Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 20 | "path/filepath" |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 21 | "strconv" |
Usta Shrestha | 8dc8b0a | 2022-08-10 17:39:37 -0400 | [diff] [blame] | 22 | "strings" |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 23 | |
Chris Parsons | 9402ca8 | 2023-02-23 17:28:06 -0500 | [diff] [blame] | 24 | "android/soong/bazel" |
Dan Willemsen | 4591b64 | 2021-05-24 14:24:12 -0700 | [diff] [blame] | 25 | "android/soong/ui/metrics" |
Dan Willemsen | 4591b64 | 2021-05-24 14:24:12 -0700 | [diff] [blame] | 26 | "android/soong/ui/status" |
| 27 | |
| 28 | "android/soong/shared" |
| 29 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 30 | "github.com/google/blueprint" |
| 31 | "github.com/google/blueprint/bootstrap" |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 32 | "github.com/google/blueprint/microfactory" |
Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 33 | ) |
| 34 | |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 35 | const ( |
| 36 | availableEnvFile = "soong.environment.available" |
| 37 | usedEnvFile = "soong.environment.used" |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 38 | |
Lukacs T. Berki | c541cd2 | 2022-10-26 07:26:50 +0000 | [diff] [blame] | 39 | soongBuildTag = "build" |
| 40 | bp2buildFilesTag = "bp2build_files" |
| 41 | bp2buildWorkspaceTag = "bp2build_workspace" |
| 42 | jsonModuleGraphTag = "modulegraph" |
| 43 | queryviewTag = "queryview" |
| 44 | apiBp2buildTag = "api_bp2build" |
| 45 | soongDocsTag = "soong_docs" |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 46 | |
| 47 | // bootstrapEpoch is used to determine if an incremental build is incompatible with the current |
| 48 | // version of bootstrap and needs cleaning before continuing the build. Increment this for |
| 49 | // incompatible changes, for example when moving the location of the bpglob binary that is |
| 50 | // executed during bootstrap before the primary builder has had a chance to update the path. |
Lukacs T. Berki | 9985d9a | 2021-11-04 11:47:42 +0100 | [diff] [blame] | 51 | bootstrapEpoch = 1 |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 52 | ) |
| 53 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 54 | func writeEnvironmentFile(_ Context, envFile string, envDeps map[string]string) error { |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 55 | data, err := shared.EnvFileContents(envDeps) |
| 56 | if err != nil { |
| 57 | return err |
| 58 | } |
| 59 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 60 | return os.WriteFile(envFile, data, 0644) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 61 | } |
| 62 | |
Rupert Shuttleworth | b7d9710 | 2020-11-25 10:19:29 +0000 | [diff] [blame] | 63 | // This uses Android.bp files and various tools to generate <builddir>/build.ninja. |
| 64 | // |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 65 | // However, the execution of <builddir>/build.ninja happens later in |
| 66 | // build/soong/ui/build/build.go#Build() |
Rupert Shuttleworth | b7d9710 | 2020-11-25 10:19:29 +0000 | [diff] [blame] | 67 | // |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 68 | // We want to rely on as few prebuilts as possible, so we need to bootstrap |
| 69 | // Soong. The process is as follows: |
Rupert Shuttleworth | b7d9710 | 2020-11-25 10:19:29 +0000 | [diff] [blame] | 70 | // |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 71 | // 1. We use "Microfactory", a simple tool to compile Go code, to build |
| 72 | // first itself, then soong_ui from soong_ui.bash. This binary contains |
| 73 | // parts of soong_build that are needed to build itself. |
| 74 | // 2. This simplified version of soong_build then reads the Blueprint files |
| 75 | // that describe itself and emits .bootstrap/build.ninja that describes |
| 76 | // how to build its full version and use that to produce the final Ninja |
| 77 | // file Soong emits. |
| 78 | // 3. soong_ui executes .bootstrap/build.ninja |
Rupert Shuttleworth | b7d9710 | 2020-11-25 10:19:29 +0000 | [diff] [blame] | 79 | // |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 80 | // (After this, Kati is executed to parse the Makefiles, but that's not part of |
| 81 | // bootstrapping Soong) |
| 82 | |
| 83 | // A tiny struct used to tell Blueprint that it's in bootstrap mode. It would |
| 84 | // probably be nicer to use a flag in bootstrap.Args instead. |
| 85 | type BlueprintConfig struct { |
Lukacs T. Berki | ea1a31c | 2021-09-02 09:58:09 +0200 | [diff] [blame] | 86 | toolDir string |
| 87 | soongOutDir string |
| 88 | outDir string |
| 89 | runGoTests bool |
Lukacs T. Berki | ea1a31c | 2021-09-02 09:58:09 +0200 | [diff] [blame] | 90 | debugCompilation bool |
| 91 | subninjas []string |
| 92 | primaryBuilderInvocations []bootstrap.PrimaryBuilderInvocation |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 93 | } |
| 94 | |
Lukacs T. Berki | a806e41 | 2021-09-01 08:57:48 +0200 | [diff] [blame] | 95 | func (c BlueprintConfig) HostToolDir() string { |
| 96 | return c.toolDir |
| 97 | } |
| 98 | |
Lukacs T. Berki | 9f6c24a | 2021-08-26 15:07:24 +0200 | [diff] [blame] | 99 | func (c BlueprintConfig) SoongOutDir() string { |
| 100 | return c.soongOutDir |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 101 | } |
| 102 | |
Lukacs T. Berki | 9f6c24a | 2021-08-26 15:07:24 +0200 | [diff] [blame] | 103 | func (c BlueprintConfig) OutDir() string { |
| 104 | return c.outDir |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 105 | } |
| 106 | |
Lukacs T. Berki | ea1a31c | 2021-09-02 09:58:09 +0200 | [diff] [blame] | 107 | func (c BlueprintConfig) RunGoTests() bool { |
| 108 | return c.runGoTests |
| 109 | } |
| 110 | |
Lukacs T. Berki | 5f6cb1d | 2021-03-17 15:03:14 +0100 | [diff] [blame] | 111 | func (c BlueprintConfig) DebugCompilation() bool { |
| 112 | return c.debugCompilation |
| 113 | } |
| 114 | |
Lukacs T. Berki | ea1a31c | 2021-09-02 09:58:09 +0200 | [diff] [blame] | 115 | func (c BlueprintConfig) Subninjas() []string { |
| 116 | return c.subninjas |
| 117 | } |
| 118 | |
| 119 | func (c BlueprintConfig) PrimaryBuilderInvocations() []bootstrap.PrimaryBuilderInvocation { |
| 120 | return c.primaryBuilderInvocations |
| 121 | } |
| 122 | |
Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 123 | func environmentArgs(config Config, tag string) []string { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 124 | return []string{ |
| 125 | "--available_env", shared.JoinPath(config.SoongOutDir(), availableEnvFile), |
Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 126 | "--used_env", config.UsedEnvFile(tag), |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 127 | } |
| 128 | } |
Spandan Das | 8f99ae6 | 2021-06-11 16:48:06 +0000 | [diff] [blame] | 129 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 130 | func writeEmptyFile(ctx Context, path string) { |
Spandan Das | 8f99ae6 | 2021-06-11 16:48:06 +0000 | [diff] [blame] | 131 | err := os.MkdirAll(filepath.Dir(path), 0777) |
| 132 | if err != nil { |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 133 | ctx.Fatalf("Failed to create parent directories of empty file '%s': %s", path, err) |
Spandan Das | 8f99ae6 | 2021-06-11 16:48:06 +0000 | [diff] [blame] | 134 | } |
| 135 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 136 | if exists, err := fileExists(path); err != nil { |
| 137 | ctx.Fatalf("Failed to check if file '%s' exists: %s", path, err) |
| 138 | } else if !exists { |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 139 | err = os.WriteFile(path, nil, 0666) |
Spandan Das | 8f99ae6 | 2021-06-11 16:48:06 +0000 | [diff] [blame] | 140 | if err != nil { |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 141 | ctx.Fatalf("Failed to create empty file '%s': %s", path, err) |
Spandan Das | 8f99ae6 | 2021-06-11 16:48:06 +0000 | [diff] [blame] | 142 | } |
| 143 | } |
| 144 | } |
| 145 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 146 | func fileExists(path string) (bool, error) { |
| 147 | if _, err := os.Stat(path); os.IsNotExist(err) { |
| 148 | return false, nil |
| 149 | } else if err != nil { |
| 150 | return false, err |
| 151 | } |
| 152 | return true, nil |
| 153 | } |
| 154 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 155 | type PrimaryBuilderFactory struct { |
| 156 | name string |
| 157 | description string |
| 158 | config Config |
| 159 | output string |
| 160 | specificArgs []string |
| 161 | debugPort string |
| 162 | } |
| 163 | |
Jeongik Cha | ccf3700 | 2023-08-04 01:46:32 +0900 | [diff] [blame^] | 164 | func getGlobPathName(config Config) string { |
| 165 | globPathName, ok := config.TargetProductOrErr() |
| 166 | if ok != nil { |
| 167 | globPathName = soongBuildTag |
| 168 | } |
| 169 | return globPathName |
| 170 | } |
| 171 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 172 | func (pb PrimaryBuilderFactory) primaryBuilderInvocation() bootstrap.PrimaryBuilderInvocation { |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 173 | commonArgs := make([]string, 0, 0) |
| 174 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 175 | if !pb.config.skipSoongTests { |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 176 | commonArgs = append(commonArgs, "-t") |
| 177 | } |
| 178 | |
LaMont Jones | 80f7035 | 2023-03-20 19:58:25 +0000 | [diff] [blame] | 179 | if pb.config.multitreeBuild { |
LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 180 | commonArgs = append(commonArgs, "--multitree-build") |
| 181 | } |
Jihoon Kang | 1bff034 | 2023-01-17 20:40:22 +0000 | [diff] [blame] | 182 | if pb.config.buildFromTextStub { |
| 183 | commonArgs = append(commonArgs, "--build-from-text-stub") |
| 184 | } |
LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 185 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 186 | commonArgs = append(commonArgs, "-l", filepath.Join(pb.config.FileListDir(), "Android.bp.list")) |
Lukacs T. Berki | 1364427 | 2022-01-05 10:29:56 +0100 | [diff] [blame] | 187 | invocationEnv := make(map[string]string) |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 188 | if pb.debugPort != "" { |
usta | fb67fd1 | 2022-08-19 19:26:00 -0400 | [diff] [blame] | 189 | //debug mode |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 190 | commonArgs = append(commonArgs, "--delve_listen", pb.debugPort, |
| 191 | "--delve_path", shared.ResolveDelveBinary()) |
Lukacs T. Berki | 1364427 | 2022-01-05 10:29:56 +0100 | [diff] [blame] | 192 | // GODEBUG=asyncpreemptoff=1 disables the preemption of goroutines. This |
| 193 | // is useful because the preemption happens by sending SIGURG to the OS |
| 194 | // thread hosting the goroutine in question and each signal results in |
| 195 | // work that needs to be done by Delve; it uses ptrace to debug the Go |
| 196 | // process and the tracer process must deal with every signal (it is not |
| 197 | // possible to selectively ignore SIGURG). This makes debugging slower, |
| 198 | // sometimes by an order of magnitude depending on luck. |
| 199 | // The original reason for adding async preemption to Go is here: |
| 200 | // https://github.com/golang/proposal/blob/master/design/24543-non-cooperative-preemption.md |
| 201 | invocationEnv["GODEBUG"] = "asyncpreemptoff=1" |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 202 | } |
| 203 | |
usta | fb67fd1 | 2022-08-19 19:26:00 -0400 | [diff] [blame] | 204 | var allArgs []string |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 205 | allArgs = append(allArgs, pb.specificArgs...) |
Jeongik Cha | ccf3700 | 2023-08-04 01:46:32 +0900 | [diff] [blame^] | 206 | globPathName := pb.name |
| 207 | // Glob path for soong build would be separated per product target |
| 208 | if pb.name == soongBuildTag { |
| 209 | globPathName = getGlobPathName(pb.config) |
| 210 | } |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 211 | allArgs = append(allArgs, |
Jeongik Cha | ccf3700 | 2023-08-04 01:46:32 +0900 | [diff] [blame^] | 212 | "--globListDir", globPathName, |
| 213 | "--globFile", pb.config.NamedGlobFile(globPathName)) |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 214 | |
| 215 | allArgs = append(allArgs, commonArgs...) |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 216 | allArgs = append(allArgs, environmentArgs(pb.config, pb.name)...) |
Sasha Smundak | faa97b7 | 2022-11-18 15:32:49 -0800 | [diff] [blame] | 217 | if profileCpu := os.Getenv("SOONG_PROFILE_CPU"); profileCpu != "" { |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 218 | allArgs = append(allArgs, "--cpuprofile", profileCpu+"."+pb.name) |
Sasha Smundak | faa97b7 | 2022-11-18 15:32:49 -0800 | [diff] [blame] | 219 | } |
| 220 | if profileMem := os.Getenv("SOONG_PROFILE_MEM"); profileMem != "" { |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 221 | allArgs = append(allArgs, "--memprofile", profileMem+"."+pb.name) |
Sasha Smundak | faa97b7 | 2022-11-18 15:32:49 -0800 | [diff] [blame] | 222 | } |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 223 | allArgs = append(allArgs, "Android.bp") |
| 224 | |
| 225 | return bootstrap.PrimaryBuilderInvocation{ |
Jingwen Chen | 78fd87f | 2021-12-06 13:27:43 +0000 | [diff] [blame] | 226 | Inputs: []string{"Android.bp"}, |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 227 | Outputs: []string{pb.output}, |
Jingwen Chen | 78fd87f | 2021-12-06 13:27:43 +0000 | [diff] [blame] | 228 | Args: allArgs, |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 229 | Description: pb.description, |
Lukacs T. Berki | 2fad341 | 2022-01-04 14:40:13 +0100 | [diff] [blame] | 230 | // NB: Changing the value of this environment variable will not result in a |
| 231 | // rebuild. The bootstrap Ninja file will change, but apparently Ninja does |
| 232 | // not consider changing the pool specified in a statement a change that's |
| 233 | // worth rebuilding for. |
| 234 | Console: os.Getenv("SOONG_UNBUFFERED_OUTPUT") == "1", |
Lukacs T. Berki | 1364427 | 2022-01-05 10:29:56 +0100 | [diff] [blame] | 235 | Env: invocationEnv, |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 236 | } |
| 237 | } |
| 238 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 239 | // bootstrapEpochCleanup deletes files used by bootstrap during incremental builds across |
| 240 | // incompatible changes. Incompatible changes are marked by incrementing the bootstrapEpoch |
| 241 | // constant. A tree is considered out of date for the current epoch of the |
| 242 | // .soong.bootstrap.epoch.<epoch> file doesn't exist. |
| 243 | func bootstrapEpochCleanup(ctx Context, config Config) { |
| 244 | epochFile := fmt.Sprintf(".soong.bootstrap.epoch.%d", bootstrapEpoch) |
| 245 | epochPath := filepath.Join(config.SoongOutDir(), epochFile) |
| 246 | if exists, err := fileExists(epochPath); err != nil { |
| 247 | ctx.Fatalf("failed to check if bootstrap epoch file %q exists: %q", epochPath, err) |
| 248 | } else if !exists { |
| 249 | // The tree is out of date for the current epoch, delete files used by bootstrap |
| 250 | // and force the primary builder to rerun. |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 251 | os.Remove(config.SoongNinjaFile()) |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 252 | for _, globFile := range bootstrapGlobFileList(config) { |
| 253 | os.Remove(globFile) |
| 254 | } |
| 255 | |
| 256 | // Mark the tree as up to date with the current epoch by writing the epoch marker file. |
| 257 | writeEmptyFile(ctx, epochPath) |
| 258 | } |
| 259 | } |
| 260 | |
| 261 | func bootstrapGlobFileList(config Config) []string { |
| 262 | return []string{ |
Jeongik Cha | ccf3700 | 2023-08-04 01:46:32 +0900 | [diff] [blame^] | 263 | config.NamedGlobFile(getGlobPathName(config)), |
Lukacs T. Berki | c541cd2 | 2022-10-26 07:26:50 +0000 | [diff] [blame] | 264 | config.NamedGlobFile(bp2buildFilesTag), |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 265 | config.NamedGlobFile(jsonModuleGraphTag), |
| 266 | config.NamedGlobFile(queryviewTag), |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 267 | config.NamedGlobFile(apiBp2buildTag), |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 268 | config.NamedGlobFile(soongDocsTag), |
| 269 | } |
| 270 | } |
| 271 | |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 272 | func bootstrapBlueprint(ctx Context, config Config) { |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 273 | ctx.BeginTrace(metrics.RunSoong, "blueprint bootstrap") |
| 274 | defer ctx.EndTrace() |
| 275 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 276 | // Clean up some files for incremental builds across incompatible changes. |
| 277 | bootstrapEpochCleanup(ctx, config) |
| 278 | |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 279 | baseArgs := []string{"--soong_variables", config.SoongVarsFile()} |
| 280 | |
| 281 | mainSoongBuildExtraArgs := append(baseArgs, "-o", config.SoongNinjaFile()) |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 282 | if config.EmptyNinjaFile() { |
| 283 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--empty-ninja-file") |
Lukacs T. Berki | 745380c | 2021-04-12 12:07:44 +0200 | [diff] [blame] | 284 | } |
Chris Parsons | ef615e5 | 2022-08-18 22:04:11 -0400 | [diff] [blame] | 285 | if config.bazelProdMode { |
| 286 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--bazel-mode") |
| 287 | } |
MarkDacek | b78465d | 2022-10-18 20:10:16 +0000 | [diff] [blame] | 288 | if config.bazelStagingMode { |
| 289 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--bazel-mode-staging") |
| 290 | } |
Chris Parsons | 9402ca8 | 2023-02-23 17:28:06 -0500 | [diff] [blame] | 291 | if config.IsPersistentBazelEnabled() { |
| 292 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--use-bazel-proxy") |
| 293 | } |
MarkDacek | d06db5d | 2022-11-29 00:47:59 +0000 | [diff] [blame] | 294 | if len(config.bazelForceEnabledModules) > 0 { |
| 295 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--bazel-force-enabled-modules="+config.bazelForceEnabledModules) |
| 296 | } |
LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 297 | if config.MultitreeBuild() { |
| 298 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--multitree-build") |
| 299 | } |
Jihoon Kang | 1bff034 | 2023-01-17 20:40:22 +0000 | [diff] [blame] | 300 | if config.buildFromTextStub { |
| 301 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--build-from-text-stub") |
| 302 | } |
MarkDacek | f47e142 | 2023-04-19 16:47:36 +0000 | [diff] [blame] | 303 | if config.ensureAllowlistIntegrity { |
| 304 | mainSoongBuildExtraArgs = append(mainSoongBuildExtraArgs, "--ensure-allowlist-integrity") |
| 305 | } |
MarkDacek | d06db5d | 2022-11-29 00:47:59 +0000 | [diff] [blame] | 306 | |
Jingwen Chen | 78fd87f | 2021-12-06 13:27:43 +0000 | [diff] [blame] | 307 | queryviewDir := filepath.Join(config.SoongOutDir(), "queryview") |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 308 | // The BUILD files will be generated in out/soong/.api_bp2build (no symlinks to src files) |
| 309 | // The final workspace will be generated in out/soong/api_bp2build |
| 310 | apiBp2buildDir := filepath.Join(config.SoongOutDir(), ".api_bp2build") |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 311 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 312 | pbfs := []PrimaryBuilderFactory{ |
| 313 | { |
| 314 | name: soongBuildTag, |
| 315 | description: fmt.Sprintf("analyzing Android.bp files and generating ninja file at %s", config.SoongNinjaFile()), |
| 316 | config: config, |
| 317 | output: config.SoongNinjaFile(), |
| 318 | specificArgs: mainSoongBuildExtraArgs, |
Jingwen Chen | 78fd87f | 2021-12-06 13:27:43 +0000 | [diff] [blame] | 319 | }, |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 320 | { |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 321 | name: bp2buildFilesTag, |
| 322 | description: fmt.Sprintf("converting Android.bp files to BUILD files at %s/bp2build", config.SoongOutDir()), |
| 323 | config: config, |
| 324 | output: config.Bp2BuildFilesMarkerFile(), |
| 325 | specificArgs: append(baseArgs, |
| 326 | "--bp2build_marker", config.Bp2BuildFilesMarkerFile(), |
| 327 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 328 | }, |
| 329 | { |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 330 | name: bp2buildWorkspaceTag, |
| 331 | description: "Creating Bazel symlink forest", |
| 332 | config: config, |
| 333 | output: config.Bp2BuildWorkspaceMarkerFile(), |
| 334 | specificArgs: append(baseArgs, |
| 335 | "--symlink_forest_marker", config.Bp2BuildWorkspaceMarkerFile(), |
| 336 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 337 | }, |
| 338 | { |
| 339 | name: jsonModuleGraphTag, |
| 340 | description: fmt.Sprintf("generating the Soong module graph at %s", config.ModuleGraphFile()), |
| 341 | config: config, |
| 342 | output: config.ModuleGraphFile(), |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 343 | specificArgs: append(baseArgs, |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 344 | "--module_graph_file", config.ModuleGraphFile(), |
| 345 | "--module_actions_file", config.ModuleActionsFile(), |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 346 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 347 | }, |
| 348 | { |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 349 | name: queryviewTag, |
| 350 | description: fmt.Sprintf("generating the Soong module graph as a Bazel workspace at %s", queryviewDir), |
| 351 | config: config, |
| 352 | output: config.QueryviewMarkerFile(), |
| 353 | specificArgs: append(baseArgs, |
| 354 | "--bazel_queryview_dir", queryviewDir, |
| 355 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 356 | }, |
| 357 | { |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 358 | name: apiBp2buildTag, |
| 359 | description: fmt.Sprintf("generating BUILD files for API contributions at %s", apiBp2buildDir), |
| 360 | config: config, |
| 361 | output: config.ApiBp2buildMarkerFile(), |
| 362 | specificArgs: append(baseArgs, |
| 363 | "--bazel_api_bp2build_dir", apiBp2buildDir, |
| 364 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 365 | }, |
| 366 | { |
Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 367 | name: soongDocsTag, |
| 368 | description: fmt.Sprintf("generating Soong docs at %s", config.SoongDocsHtml()), |
| 369 | config: config, |
| 370 | output: config.SoongDocsHtml(), |
| 371 | specificArgs: append(baseArgs, |
| 372 | "--soong_docs", config.SoongDocsHtml(), |
| 373 | ), |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 374 | }, |
| 375 | } |
| 376 | |
| 377 | // Figure out which invocations will be run under the debugger: |
| 378 | // * SOONG_DELVE if set specifies listening port |
| 379 | // * SOONG_DELVE_STEPS if set specifies specific invocations to be debugged, otherwise all are |
| 380 | debuggedInvocations := make(map[string]bool) |
| 381 | delvePort := os.Getenv("SOONG_DELVE") |
| 382 | if delvePort != "" { |
| 383 | if steps := os.Getenv("SOONG_DELVE_STEPS"); steps != "" { |
| 384 | var validSteps []string |
| 385 | for _, pbf := range pbfs { |
| 386 | debuggedInvocations[pbf.name] = false |
| 387 | validSteps = append(validSteps, pbf.name) |
| 388 | |
| 389 | } |
| 390 | for _, step := range strings.Split(steps, ",") { |
| 391 | if _, ok := debuggedInvocations[step]; ok { |
| 392 | debuggedInvocations[step] = true |
| 393 | } else { |
| 394 | ctx.Fatalf("SOONG_DELVE_STEPS contains unknown soong_build step %s\n"+ |
| 395 | "Valid steps are %v", step, validSteps) |
| 396 | } |
| 397 | } |
| 398 | } else { |
| 399 | // SOONG_DELVE_STEPS is not set, run all steps in the debugger |
| 400 | for _, pbf := range pbfs { |
| 401 | debuggedInvocations[pbf.name] = true |
| 402 | } |
| 403 | } |
| 404 | } |
| 405 | |
| 406 | var invocations []bootstrap.PrimaryBuilderInvocation |
| 407 | for _, pbf := range pbfs { |
| 408 | if debuggedInvocations[pbf.name] { |
| 409 | pbf.debugPort = delvePort |
| 410 | } |
| 411 | pbi := pbf.primaryBuilderInvocation() |
| 412 | // Some invocations require adjustment: |
| 413 | switch pbf.name { |
| 414 | case soongBuildTag: |
| 415 | if config.BazelBuildEnabled() { |
| 416 | // Mixed builds call Bazel from soong_build and they therefore need the |
| 417 | // Bazel workspace to be available. Make that so by adding a dependency on |
| 418 | // the bp2build marker file to the action that invokes soong_build . |
| 419 | pbi.OrderOnlyInputs = append(pbi.OrderOnlyInputs, config.Bp2BuildWorkspaceMarkerFile()) |
| 420 | } |
| 421 | case bp2buildWorkspaceTag: |
| 422 | pbi.Inputs = append(pbi.Inputs, |
| 423 | config.Bp2BuildFilesMarkerFile(), |
| 424 | filepath.Join(config.FileListDir(), "bazel.list")) |
Wei Li | 2c9e8d6 | 2023-05-05 01:07:15 -0700 | [diff] [blame] | 425 | case bp2buildFilesTag: |
| 426 | pbi.Inputs = append(pbi.Inputs, filepath.Join(config.FileListDir(), "METADATA.list")) |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 427 | } |
| 428 | invocations = append(invocations, pbi) |
| 429 | } |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 430 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 431 | // The glob .ninja files are subninja'd. However, they are generated during |
| 432 | // the build itself so we write an empty file if the file does not exist yet |
| 433 | // so that the subninja doesn't fail on clean builds |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 434 | for _, globFile := range bootstrapGlobFileList(config) { |
| 435 | writeEmptyFile(ctx, globFile) |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 436 | } |
| 437 | |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 438 | blueprintArgs := bootstrap.Args{ |
| 439 | ModuleListFile: filepath.Join(config.FileListDir(), "Android.bp.list"), |
| 440 | OutFile: shared.JoinPath(config.SoongOutDir(), "bootstrap.ninja"), |
| 441 | EmptyNinjaFile: false, |
| 442 | } |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 443 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 444 | blueprintCtx := blueprint.NewContext() |
Spandan Das | c576383 | 2022-11-08 18:42:16 +0000 | [diff] [blame] | 445 | blueprintCtx.AddIncludeTags(config.GetIncludeTags()...) |
Sam Delmerico | 98a7329 | 2023-02-21 11:50:29 -0500 | [diff] [blame] | 446 | blueprintCtx.AddSourceRootDirs(config.GetSourceRootDirs()...) |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 447 | blueprintCtx.SetIgnoreUnknownModuleTypes(true) |
| 448 | blueprintConfig := BlueprintConfig{ |
Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 449 | soongOutDir: config.SoongOutDir(), |
| 450 | toolDir: config.HostToolDir(), |
| 451 | outDir: config.OutDir(), |
| 452 | runGoTests: !config.skipSoongTests, |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 453 | // If we want to debug soong_build, we need to compile it for debugging |
Sasha Smundak | 4cbe83a | 2022-11-28 17:02:40 -0800 | [diff] [blame] | 454 | debugCompilation: delvePort != "", |
| 455 | subninjas: bootstrapGlobFileList(config), |
| 456 | primaryBuilderInvocations: invocations, |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 457 | } |
| 458 | |
usta | 5bb4a5d | 2022-08-24 12:53:46 -0400 | [diff] [blame] | 459 | // since `bootstrap.ninja` is regenerated unconditionally, we ignore the deps, i.e. little |
| 460 | // reason to write a `bootstrap.ninja.d` file |
Lukacs T. Berki | c357c81 | 2023-06-20 09:30:06 +0000 | [diff] [blame] | 461 | _, err := bootstrap.RunBlueprint(blueprintArgs, bootstrap.DoEverything, blueprintCtx, blueprintConfig) |
| 462 | if err != nil { |
| 463 | ctx.Fatal(err) |
| 464 | } |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 465 | } |
| 466 | |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 467 | func checkEnvironmentFile(ctx Context, currentEnv *Environment, envFile string) { |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 468 | getenv := func(k string) string { |
| 469 | v, _ := currentEnv.Get(k) |
| 470 | return v |
| 471 | } |
Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 472 | |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 473 | // Log the changed environment variables to ChangedEnvironmentVariable field |
| 474 | if stale, changedEnvironmentVariableList, _ := shared.StaleEnvFile(envFile, getenv); stale { |
| 475 | for _, changedEnvironmentVariable := range changedEnvironmentVariableList { |
| 476 | ctx.Metrics.AddChangedEnvironmentVariable(changedEnvironmentVariable) |
| 477 | } |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 478 | os.Remove(envFile) |
| 479 | } |
| 480 | } |
| 481 | |
Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 482 | func runSoong(ctx Context, config Config) { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 483 | ctx.BeginTrace(metrics.RunSoong, "soong") |
Dan Willemsen | d9f6fa2 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 484 | defer ctx.EndTrace() |
| 485 | |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 486 | // We have two environment files: .available is the one with every variable, |
| 487 | // .used with the ones that were actually used. The latter is used to |
| 488 | // determine whether Soong needs to be re-run since why re-run it if only |
| 489 | // unused variables were changed? |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 490 | envFile := filepath.Join(config.SoongOutDir(), availableEnvFile) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 491 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 492 | // This is done unconditionally, but does not take a measurable amount of time |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 493 | bootstrapBlueprint(ctx, config) |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 494 | |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 495 | soongBuildEnv := config.Environment().Copy() |
| 496 | soongBuildEnv.Set("TOP", os.Getenv("TOP")) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 497 | // For Bazel mixed builds. |
Joe Onorato | ba29f38 | 2022-10-24 06:38:11 -0700 | [diff] [blame] | 498 | soongBuildEnv.Set("BAZEL_PATH", "./build/bazel/bin/bazel") |
Chris Parsons | a9bef14 | 2022-09-28 15:07:46 -0400 | [diff] [blame] | 499 | // Bazel's HOME var is set to an output subdirectory which doesn't exist. This |
| 500 | // prevents Bazel from file I/O in the actual user HOME directory. |
| 501 | soongBuildEnv.Set("BAZEL_HOME", absPath(ctx, filepath.Join(config.BazelOutDir(), "bazelhome"))) |
Liz Kammer | 2af5ea8 | 2022-11-11 14:21:03 -0500 | [diff] [blame] | 502 | soongBuildEnv.Set("BAZEL_OUTPUT_BASE", config.bazelOutputBase()) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 503 | soongBuildEnv.Set("BAZEL_WORKSPACE", absPath(ctx, ".")) |
| 504 | soongBuildEnv.Set("BAZEL_METRICS_DIR", config.BazelMetricsDir()) |
Alex Márquez Pérez MuñÃz DÃaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 505 | soongBuildEnv.Set("LOG_DIR", config.LogsDir()) |
Jingwen Chen | 3b13b61 | 2022-10-17 12:14:26 +0000 | [diff] [blame] | 506 | soongBuildEnv.Set("BAZEL_DEPS_FILE", absPath(ctx, filepath.Join(config.BazelOutDir(), "bazel.list"))) |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 507 | |
Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 508 | // For Soong bootstrapping tests |
| 509 | if os.Getenv("ALLOW_MISSING_DEPENDENCIES") == "true" { |
| 510 | soongBuildEnv.Set("ALLOW_MISSING_DEPENDENCIES", "true") |
| 511 | } |
| 512 | |
Paul Duffin | 5e85c66 | 2021-03-05 12:26:14 +0000 | [diff] [blame] | 513 | err := writeEnvironmentFile(ctx, envFile, soongBuildEnv.AsMap()) |
| 514 | if err != nil { |
| 515 | ctx.Fatalf("failed to write environment file %s: %s", envFile, err) |
| 516 | } |
Lukacs T. Berki | 7690c09 | 2021-02-26 14:27:36 +0100 | [diff] [blame] | 517 | |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 518 | func() { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 519 | ctx.BeginTrace(metrics.RunSoong, "environment check") |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 520 | defer ctx.EndTrace() |
| 521 | |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 522 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(soongBuildTag)) |
Lukacs T. Berki | f8e2428 | 2021-04-14 10:31:00 +0200 | [diff] [blame] | 523 | |
Chris Parsons | ef615e5 | 2022-08-18 22:04:11 -0400 | [diff] [blame] | 524 | if config.BazelBuildEnabled() || config.Bp2Build() { |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 525 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(bp2buildFilesTag)) |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 526 | } |
| 527 | |
| 528 | if config.JsonModuleGraph() { |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 529 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(jsonModuleGraphTag)) |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 530 | } |
| 531 | |
| 532 | if config.Queryview() { |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 533 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(queryviewTag)) |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 534 | } |
| 535 | |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 536 | if config.ApiBp2build() { |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 537 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(apiBp2buildTag)) |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 538 | } |
| 539 | |
Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 540 | if config.SoongDocs() { |
Jason Wu | 2520f5e | 2023-05-30 19:45:36 -0400 | [diff] [blame] | 541 | checkEnvironmentFile(ctx, soongBuildEnv, config.UsedEnvFile(soongDocsTag)) |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 542 | } |
| 543 | }() |
| 544 | |
Colin Cross | 9191df2 | 2021-10-29 13:11:32 -0700 | [diff] [blame] | 545 | runMicrofactory(ctx, config, "bpglob", "github.com/google/blueprint/bootstrap/bpglob", |
Sasha Smundak | 7ae80a7 | 2021-04-09 12:03:51 -0700 | [diff] [blame] | 546 | map[string]string{"github.com/google/blueprint": "build/blueprint"}) |
Dan Willemsen | 5af1cbe | 2018-07-05 21:46:51 -0700 | [diff] [blame] | 547 | |
usta | 49012ee | 2023-05-22 16:33:27 -0400 | [diff] [blame] | 548 | ninja := func(targets ...string) { |
| 549 | ctx.BeginTrace(metrics.RunSoong, "bootstrap") |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 550 | defer ctx.EndTrace() |
| 551 | |
Chris Parsons | 9402ca8 | 2023-02-23 17:28:06 -0500 | [diff] [blame] | 552 | if config.IsPersistentBazelEnabled() { |
Chris Parsons | c83398f | 2023-05-31 18:41:41 +0000 | [diff] [blame] | 553 | bazelProxy := bazel.NewProxyServer(ctx.Logger, config.OutDir(), filepath.Join(config.SoongOutDir(), "workspace"), config.GetBazeliskBazelVersion()) |
usta | 49012ee | 2023-05-22 16:33:27 -0400 | [diff] [blame] | 554 | if err := bazelProxy.Start(); err != nil { |
| 555 | ctx.Fatalf("Failed to create bazel proxy") |
| 556 | } |
Chris Parsons | 9402ca8 | 2023-02-23 17:28:06 -0500 | [diff] [blame] | 557 | defer bazelProxy.Close() |
| 558 | } |
| 559 | |
Dan Willemsen | b82471a | 2018-05-17 16:37:09 -0700 | [diff] [blame] | 560 | fifo := filepath.Join(config.OutDir(), ".ninja_fifo") |
Colin Cross | b98d3bc | 2019-03-21 16:02:58 -0700 | [diff] [blame] | 561 | nr := status.NewNinjaReader(ctx, ctx.Status.StartTool(), fifo) |
| 562 | defer nr.Close() |
Dan Willemsen | b82471a | 2018-05-17 16:37:09 -0700 | [diff] [blame] | 563 | |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 564 | ninjaArgs := []string{ |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 565 | "-d", "keepdepfile", |
Dan Willemsen | 0821822 | 2020-05-18 14:02:02 -0700 | [diff] [blame] | 566 | "-d", "stats", |
Dan Willemsen | 6587bed | 2020-04-18 20:25:59 -0700 | [diff] [blame] | 567 | "-o", "usesphonyoutputs=yes", |
| 568 | "-o", "preremoveoutputs=yes", |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 569 | "-w", "dupbuild=err", |
Dan Willemsen | 6587bed | 2020-04-18 20:25:59 -0700 | [diff] [blame] | 570 | "-w", "outputdir=err", |
| 571 | "-w", "missingoutfile=err", |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 572 | "-j", strconv.Itoa(config.Parallel()), |
Dan Willemsen | 0273667 | 2018-07-17 17:54:31 -0700 | [diff] [blame] | 573 | "--frontend_file", fifo, |
usta | 49012ee | 2023-05-22 16:33:27 -0400 | [diff] [blame] | 574 | "-f", filepath.Join(config.SoongOutDir(), "bootstrap.ninja"), |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 575 | } |
| 576 | |
Usta Shrestha | 8dc8b0a | 2022-08-10 17:39:37 -0400 | [diff] [blame] | 577 | if extra, ok := config.Environment().Get("SOONG_UI_NINJA_ARGS"); ok { |
| 578 | ctx.Printf(`CAUTION: arguments in $SOONG_UI_NINJA_ARGS=%q, e.g. "-n", can make soong_build FAIL or INCORRECT`, extra) |
| 579 | ninjaArgs = append(ninjaArgs, strings.Fields(extra)...) |
| 580 | } |
| 581 | |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 582 | ninjaArgs = append(ninjaArgs, targets...) |
usta | 49012ee | 2023-05-22 16:33:27 -0400 | [diff] [blame] | 583 | cmd := Command(ctx, config, "soong bootstrap", |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 584 | config.PrebuiltBuildTool("ninja"), ninjaArgs...) |
Jingwen Chen | 7c6089a | 2020-11-02 02:56:20 -0500 | [diff] [blame] | 585 | |
Lukacs T. Berki | b14ad7b | 2021-03-09 10:43:57 +0100 | [diff] [blame] | 586 | var ninjaEnv Environment |
Lukacs T. Berki | 73ab928 | 2021-03-10 10:48:39 +0100 | [diff] [blame] | 587 | |
| 588 | // This is currently how the command line to invoke soong_build finds the |
| 589 | // root of the source tree and the output root |
Lukacs T. Berki | b14ad7b | 2021-03-09 10:43:57 +0100 | [diff] [blame] | 590 | ninjaEnv.Set("TOP", os.Getenv("TOP")) |
Lukacs T. Berki | 7d613bf | 2021-03-02 10:09:41 +0100 | [diff] [blame] | 591 | |
Lukacs T. Berki | b14ad7b | 2021-03-09 10:43:57 +0100 | [diff] [blame] | 592 | cmd.Environment = &ninjaEnv |
Dan Willemsen | 99a75cd | 2017-08-04 16:04:04 -0700 | [diff] [blame] | 593 | cmd.Sandbox = soongSandbox |
Colin Cross | 7b97ecd | 2019-06-19 13:17:59 -0700 | [diff] [blame] | 594 | cmd.RunAndStreamOrFatal() |
Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 595 | } |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 596 | |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 597 | targets := make([]string, 0, 0) |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 598 | |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 599 | if config.JsonModuleGraph() { |
| 600 | targets = append(targets, config.ModuleGraphFile()) |
Lukacs T. Berki | 56ebaf3 | 2021-08-12 14:03:55 +0200 | [diff] [blame] | 601 | } |
| 602 | |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 603 | if config.Bp2Build() { |
Lukacs T. Berki | c541cd2 | 2022-10-26 07:26:50 +0000 | [diff] [blame] | 604 | targets = append(targets, config.Bp2BuildWorkspaceMarkerFile()) |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 605 | } |
| 606 | |
Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 607 | if config.Queryview() { |
| 608 | targets = append(targets, config.QueryviewMarkerFile()) |
| 609 | } |
| 610 | |
Spandan Das | 5af0bd3 | 2022-09-28 20:43:08 +0000 | [diff] [blame] | 611 | if config.ApiBp2build() { |
| 612 | targets = append(targets, config.ApiBp2buildMarkerFile()) |
| 613 | } |
| 614 | |
Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 615 | if config.SoongDocs() { |
| 616 | targets = append(targets, config.SoongDocsHtml()) |
| 617 | } |
| 618 | |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 619 | if config.SoongBuildInvocationNeeded() { |
| 620 | // This build generates <builddir>/build.ninja, which is used later by build/soong/ui/build/build.go#Build(). |
Cole Faust | 65f298c | 2021-10-28 16:05:13 -0700 | [diff] [blame] | 621 | targets = append(targets, config.SoongNinjaFile()) |
Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 622 | } |
| 623 | |
usta | 49012ee | 2023-05-22 16:33:27 -0400 | [diff] [blame] | 624 | ninja(targets...) |
Colin Cross | b72c909 | 2020-02-10 11:23:49 -0800 | [diff] [blame] | 625 | |
Colin Cross | 8ba7d47 | 2020-06-25 11:27:52 -0700 | [diff] [blame] | 626 | distGzipFile(ctx, config, config.SoongNinjaFile(), "soong") |
Jihoon Kang | 9f4f8a3 | 2022-08-16 00:57:30 +0000 | [diff] [blame] | 627 | distFile(ctx, config, config.SoongVarsFile(), "soong") |
Colin Cross | 8ba7d47 | 2020-06-25 11:27:52 -0700 | [diff] [blame] | 628 | |
Anton Hansson | 5e5c48b | 2020-11-27 12:35:20 +0000 | [diff] [blame] | 629 | if !config.SkipKati() { |
Colin Cross | 8ba7d47 | 2020-06-25 11:27:52 -0700 | [diff] [blame] | 630 | distGzipFile(ctx, config, config.SoongAndroidMk(), "soong") |
| 631 | distGzipFile(ctx, config, config.SoongMakeVarsMk(), "soong") |
| 632 | } |
| 633 | |
Rob Seymour | 33cd10d | 2022-03-02 23:10:25 +0000 | [diff] [blame] | 634 | if config.JsonModuleGraph() { |
| 635 | distGzipFile(ctx, config, config.ModuleGraphFile(), "soong") |
| 636 | } |
Colin Cross | b72c909 | 2020-02-10 11:23:49 -0800 | [diff] [blame] | 637 | } |
| 638 | |
Lukacs T. Berki | 90b4334 | 2021-11-02 14:42:04 +0100 | [diff] [blame] | 639 | func runMicrofactory(ctx Context, config Config, name string, pkg string, mapping map[string]string) { |
Sasha Smundak | 7ae80a7 | 2021-04-09 12:03:51 -0700 | [diff] [blame] | 640 | ctx.BeginTrace(metrics.RunSoong, name) |
| 641 | defer ctx.EndTrace() |
| 642 | cfg := microfactory.Config{TrimPath: absPath(ctx, ".")} |
| 643 | for pkgPrefix, pathPrefix := range mapping { |
| 644 | cfg.Map(pkgPrefix, pathPrefix) |
| 645 | } |
| 646 | |
Lukacs T. Berki | 90b4334 | 2021-11-02 14:42:04 +0100 | [diff] [blame] | 647 | exePath := filepath.Join(config.SoongOutDir(), name) |
Sasha Smundak | 7ae80a7 | 2021-04-09 12:03:51 -0700 | [diff] [blame] | 648 | dir := filepath.Dir(exePath) |
| 649 | if err := os.MkdirAll(dir, 0777); err != nil { |
| 650 | ctx.Fatalf("cannot create %s: %s", dir, err) |
| 651 | } |
| 652 | if _, err := microfactory.Build(&cfg, exePath, pkg); err != nil { |
| 653 | ctx.Fatalf("failed to build %s: %s", name, err) |
| 654 | } |
| 655 | } |