| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1 | // Copyright 2017 Google Inc. All rights reserved. | 
|  | 2 | // | 
|  | 3 | // Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 4 | // you may not use this file except in compliance with the License. | 
|  | 5 | // You may obtain a copy of the License at | 
|  | 6 | // | 
|  | 7 | //     http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 8 | // | 
|  | 9 | // Unless required by applicable law or agreed to in writing, software | 
|  | 10 | // distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 12 | // See the License for the specific language governing permissions and | 
|  | 13 | // limitations under the License. | 
|  | 14 |  | 
|  | 15 | package build | 
|  | 16 |  | 
|  | 17 | import ( | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 18 | "encoding/json" | 
| Jeongik Cha | a87506f | 2023-06-01 23:16:41 +0900 | [diff] [blame] | 19 | "errors" | 
| Ramy Medhat | 0fc67eb | 2020-08-12 01:26:23 -0400 | [diff] [blame] | 20 | "fmt" | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 21 | "io/ioutil" | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 22 | "math/rand" | 
| Dan Willemsen | c2af0be | 2017-01-20 14:10:01 -0800 | [diff] [blame] | 23 | "os" | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 24 | "os/exec" | 
| Cole Faust | 583dfb4 | 2023-09-28 13:56:30 -0700 | [diff] [blame] | 25 | "os/user" | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 26 | "path/filepath" | 
|  | 27 | "runtime" | 
|  | 28 | "strconv" | 
|  | 29 | "strings" | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 30 | "syscall" | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 31 | "time" | 
| Jeff Gaston | efc1b41 | 2017-03-29 17:29:06 -0700 | [diff] [blame] | 32 |  | 
|  | 33 | "android/soong/shared" | 
| LaMont Jones | 9a91286 | 2023-11-06 22:11:08 +0000 | [diff] [blame] | 34 | "android/soong/ui/metrics" | 
| Kousik Kumar | ec47864 | 2020-09-21 13:39:24 -0400 | [diff] [blame] | 35 |  | 
| Dan Willemsen | 4591b64 | 2021-05-24 14:24:12 -0700 | [diff] [blame] | 36 | "google.golang.org/protobuf/proto" | 
| Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 37 |  | 
|  | 38 | smpb "android/soong/ui/metrics/metrics_proto" | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 39 | ) | 
|  | 40 |  | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 41 | const ( | 
| Chris Parsons | 53f68ae | 2022-03-03 12:01:40 -0500 | [diff] [blame] | 42 | envConfigDir = "vendor/google/tools/soong_config" | 
|  | 43 | jsonSuffix   = "json" | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 44 | ) | 
|  | 45 |  | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 46 | var ( | 
| Kevin Dagostino | 096ab2f | 2023-03-03 19:47:17 +0000 | [diff] [blame] | 47 | rbeRandPrefix             int | 
|  | 48 | googleProdCredsExistCache bool | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 49 | ) | 
|  | 50 |  | 
|  | 51 | func init() { | 
|  | 52 | rand.Seed(time.Now().UnixNano()) | 
|  | 53 | rbeRandPrefix = rand.Intn(1000) | 
|  | 54 | } | 
|  | 55 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 56 | type Config struct{ *configImpl } | 
|  | 57 |  | 
|  | 58 | type configImpl struct { | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 59 | // Some targets that are implemented in soong_build | 
|  | 60 | // (bp2build, json-module-graph) are not here and have their own bits below. | 
| Colin Cross | 28f527c | 2019-11-26 16:19:04 -0800 | [diff] [blame] | 61 | arguments     []string | 
|  | 62 | goma          bool | 
|  | 63 | environ       *Environment | 
|  | 64 | distDir       string | 
|  | 65 | buildDateTime string | 
| MarkDacek | 6614d9c | 2022-12-07 21:57:38 +0000 | [diff] [blame] | 66 | logsPrefix    string | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 67 |  | 
|  | 68 | // From the arguments | 
| MarkDacek | f47e142 | 2023-04-19 16:47:36 +0000 | [diff] [blame] | 69 | parallel                 int | 
|  | 70 | keepGoing                int | 
|  | 71 | verbose                  bool | 
|  | 72 | checkbuild               bool | 
|  | 73 | dist                     bool | 
|  | 74 | jsonModuleGraph          bool | 
| MarkDacek | f47e142 | 2023-04-19 16:47:36 +0000 | [diff] [blame] | 75 | queryview                bool | 
|  | 76 | reportMkMetrics          bool // Collect and report mk2bp migration progress metrics. | 
|  | 77 | soongDocs                bool | 
|  | 78 | multitreeBuild           bool // This is a multitree build. | 
|  | 79 | skipConfig               bool | 
|  | 80 | skipKati                 bool | 
|  | 81 | skipKatiNinja            bool | 
|  | 82 | skipSoong                bool | 
|  | 83 | skipNinja                bool | 
|  | 84 | skipSoongTests           bool | 
|  | 85 | searchApiDir             bool // Scan the Android.bp files generated in out/api_surfaces | 
|  | 86 | skipMetricsUpload        bool | 
|  | 87 | buildStartedTime         int64 // For metrics-upload-only - manually specify a build-started time | 
| Jihoon Kang | 2a929ad | 2023-06-08 19:02:07 +0000 | [diff] [blame] | 88 | buildFromSourceStub      bool | 
| Colin Cross | 8d411ff | 2023-12-07 10:31:24 -0800 | [diff] [blame] | 89 | ensureAllowlistIntegrity bool // For CI builds - make sure modules are mixed-built | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 90 |  | 
|  | 91 | // From the product config | 
| Dan Willemsen | 6ab79db | 2018-05-02 00:06:28 -0700 | [diff] [blame] | 92 | katiArgs        []string | 
|  | 93 | ninjaArgs       []string | 
|  | 94 | katiSuffix      string | 
|  | 95 | targetDevice    string | 
|  | 96 | targetDeviceDir string | 
| Spandan Das | a3639e6 | 2021-05-25 19:14:02 +0000 | [diff] [blame] | 97 | sandboxConfig   *SandboxConfig | 
| Dan Willemsen | 3d60b11 | 2018-04-04 22:25:56 -0700 | [diff] [blame] | 98 |  | 
| Dan Willemsen | 2bb82d0 | 2019-12-27 09:35:42 -0800 | [diff] [blame] | 99 | // Autodetected | 
|  | 100 | totalRAM uint64 | 
|  | 101 |  | 
| Dan Willemsen | e333635 | 2020-01-02 19:10:38 -0800 | [diff] [blame] | 102 | brokenDupRules     bool | 
|  | 103 | brokenUsesNetwork  bool | 
|  | 104 | brokenNinjaEnvVars []string | 
| Dan Willemsen | 1849011 | 2018-05-25 16:30:04 -0700 | [diff] [blame] | 105 |  | 
|  | 106 | pathReplaced bool | 
| Rupert Shuttleworth | 3c9f5ac | 2020-12-10 11:32:38 +0000 | [diff] [blame] | 107 |  | 
| Colin Cross | f3bdbcb | 2021-06-01 11:43:55 -0700 | [diff] [blame] | 108 | // Set by multiproduct_kati | 
|  | 109 | emptyNinjaFile bool | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 110 |  | 
|  | 111 | metricsUploader string | 
| MarkDacek | d06db5d | 2022-11-29 00:47:59 +0000 | [diff] [blame] | 112 |  | 
| Sam Delmerico | 98a7329 | 2023-02-21 11:50:29 -0500 | [diff] [blame] | 113 | includeTags    []string | 
|  | 114 | sourceRootDirs []string | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 115 |  | 
|  | 116 | // Data source to write ninja weight list | 
|  | 117 | ninjaWeightListSource NinjaWeightListSource | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 118 | } | 
|  | 119 |  | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 120 | type NinjaWeightListSource uint | 
|  | 121 |  | 
|  | 122 | const ( | 
|  | 123 | // ninja doesn't use weight list. | 
|  | 124 | NOT_USED NinjaWeightListSource = iota | 
|  | 125 | // ninja uses weight list based on previous builds by ninja log | 
|  | 126 | NINJA_LOG | 
|  | 127 | // ninja thinks every task has the same weight. | 
|  | 128 | EVENLY_DISTRIBUTED | 
| Jeongik Cha | 518f3ea | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 129 | // ninja uses an external custom weight list | 
|  | 130 | EXTERNAL_FILE | 
| Jeongik Cha | e114e60 | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 131 | // ninja uses a prioritized module list from Soong | 
|  | 132 | HINT_FROM_SOONG | 
| Jeongik Cha | a87506f | 2023-06-01 23:16:41 +0900 | [diff] [blame] | 133 | // If ninja log exists, use NINJA_LOG, if not, use HINT_FROM_SOONG instead. | 
|  | 134 | // We can assume it is an incremental build if ninja log exists. | 
|  | 135 | DEFAULT | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 136 | ) | 
| Dan Willemsen | c2af0be | 2017-01-20 14:10:01 -0800 | [diff] [blame] | 137 | const srcDirFileCheck = "build/soong/root.bp" | 
|  | 138 |  | 
| Patrice Arruda | 9450d0b | 2019-07-08 11:06:46 -0700 | [diff] [blame] | 139 | var buildFiles = []string{"Android.mk", "Android.bp"} | 
|  | 140 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 141 | type BuildAction uint | 
|  | 142 |  | 
|  | 143 | const ( | 
|  | 144 | // Builds all of the modules and their dependencies of a specified directory, relative to the root | 
|  | 145 | // directory of the source tree. | 
|  | 146 | BUILD_MODULES_IN_A_DIRECTORY BuildAction = iota | 
|  | 147 |  | 
|  | 148 | // Builds all of the modules and their dependencies of a list of specified directories. All specified | 
|  | 149 | // directories are relative to the root directory of the source tree. | 
|  | 150 | BUILD_MODULES_IN_DIRECTORIES | 
| Patrice Arruda | 3928206 | 2019-06-20 16:35:12 -0700 | [diff] [blame] | 151 |  | 
|  | 152 | // Build a list of specified modules. If none was specified, simply build the whole source tree. | 
|  | 153 | BUILD_MODULES | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 154 | ) | 
|  | 155 |  | 
|  | 156 | // checkTopDir validates that the current directory is at the root directory of the source tree. | 
|  | 157 | func checkTopDir(ctx Context) { | 
|  | 158 | if _, err := os.Stat(srcDirFileCheck); err != nil { | 
|  | 159 | if os.IsNotExist(err) { | 
|  | 160 | ctx.Fatalf("Current working directory must be the source tree. %q not found.", srcDirFileCheck) | 
|  | 161 | } | 
|  | 162 | ctx.Fatalln("Error verifying tree state:", err) | 
|  | 163 | } | 
|  | 164 | } | 
|  | 165 |  | 
| MarkDacek | 7901e58 | 2023-01-09 19:48:01 +0000 | [diff] [blame] | 166 | func loadEnvConfig(ctx Context, config *configImpl, bc string) error { | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 167 | if bc == "" { | 
|  | 168 | return nil | 
|  | 169 | } | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 170 |  | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 171 | configDirs := []string{ | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 172 | config.OutDir(), | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 173 | os.Getenv("ANDROID_BUILD_ENVIRONMENT_CONFIG_DIR"), | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 174 | envConfigDir, | 
|  | 175 | } | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 176 | for _, dir := range configDirs { | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 177 | cfgFile := filepath.Join(os.Getenv("TOP"), dir, fmt.Sprintf("%s.%s", bc, jsonSuffix)) | 
|  | 178 | envVarsJSON, err := ioutil.ReadFile(cfgFile) | 
|  | 179 | if err != nil { | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 180 | continue | 
|  | 181 | } | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 182 | ctx.Verbosef("Loading config file %v\n", cfgFile) | 
|  | 183 | var envVars map[string]map[string]string | 
|  | 184 | if err := json.Unmarshal(envVarsJSON, &envVars); err != nil { | 
|  | 185 | fmt.Fprintf(os.Stderr, "Env vars config file %s did not parse correctly: %s", cfgFile, err.Error()) | 
|  | 186 | continue | 
|  | 187 | } | 
|  | 188 | for k, v := range envVars["env"] { | 
|  | 189 | if os.Getenv(k) != "" { | 
|  | 190 | continue | 
|  | 191 | } | 
|  | 192 | config.environ.Set(k, v) | 
|  | 193 | } | 
|  | 194 | ctx.Verbosef("Finished loading config file %v\n", cfgFile) | 
|  | 195 | break | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 196 | } | 
| Kousik Kumar | 84bd5bf | 2022-01-26 23:32:22 -0500 | [diff] [blame] | 197 |  | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 198 | return nil | 
|  | 199 | } | 
|  | 200 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 201 | func NewConfig(ctx Context, args ...string) Config { | 
|  | 202 | ret := &configImpl{ | 
| Jeongik Cha | f2ecf76 | 2023-05-19 14:03:45 +0900 | [diff] [blame] | 203 | environ:               OsEnvironment(), | 
|  | 204 | sandboxConfig:         &SandboxConfig{}, | 
| Jeongik Cha | a87506f | 2023-06-01 23:16:41 +0900 | [diff] [blame] | 205 | ninjaWeightListSource: DEFAULT, | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 206 | } | 
|  | 207 |  | 
| Colin Cross | 106d6ef | 2023-10-24 10:34:56 -0700 | [diff] [blame] | 208 | // Skip soong tests by default on Linux | 
|  | 209 | if runtime.GOOS == "linux" { | 
|  | 210 | ret.skipSoongTests = true | 
|  | 211 | } | 
|  | 212 |  | 
| Patrice Arruda | 9010917 | 2020-07-28 18:07:27 +0000 | [diff] [blame] | 213 | // Default matching ninja | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 214 | ret.parallel = runtime.NumCPU() + 2 | 
|  | 215 | ret.keepGoing = 1 | 
|  | 216 |  | 
| Dan Willemsen | 2bb82d0 | 2019-12-27 09:35:42 -0800 | [diff] [blame] | 217 | ret.totalRAM = detectTotalRAM(ctx) | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 218 | ret.parseArgs(ctx, args) | 
| Jeongik Cha | e114e60 | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 219 |  | 
|  | 220 | if ret.ninjaWeightListSource == HINT_FROM_SOONG { | 
| Jeongik Cha | a87506f | 2023-06-01 23:16:41 +0900 | [diff] [blame] | 221 | ret.environ.Set("SOONG_GENERATES_NINJA_HINT", "always") | 
|  | 222 | } else if ret.ninjaWeightListSource == DEFAULT { | 
|  | 223 | defaultNinjaWeightListSource := NINJA_LOG | 
|  | 224 | if _, err := os.Stat(filepath.Join(ret.OutDir(), ninjaLogFileName)); errors.Is(err, os.ErrNotExist) { | 
|  | 225 | ctx.Verboseln("$OUT/.ninja_log doesn't exist, use HINT_FROM_SOONG instead") | 
|  | 226 | defaultNinjaWeightListSource = HINT_FROM_SOONG | 
|  | 227 | } else { | 
|  | 228 | ctx.Verboseln("$OUT/.ninja_log exist, use NINJA_LOG") | 
|  | 229 | } | 
|  | 230 | ret.ninjaWeightListSource = defaultNinjaWeightListSource | 
|  | 231 | // soong_build generates ninja hint depending on ninja log existence. | 
|  | 232 | // Set it "depend" to avoid soong re-run due to env variable change. | 
|  | 233 | ret.environ.Set("SOONG_GENERATES_NINJA_HINT", "depend") | 
| Jeongik Cha | e114e60 | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 234 | } | 
| Jeongik Cha | a87506f | 2023-06-01 23:16:41 +0900 | [diff] [blame] | 235 |  | 
| Dan Willemsen | 0c3919e | 2017-03-02 15:49:10 -0800 | [diff] [blame] | 236 | // Make sure OUT_DIR is set appropriately | 
| Dan Willemsen | 02f3add | 2017-05-12 13:50:19 -0700 | [diff] [blame] | 237 | if outDir, ok := ret.environ.Get("OUT_DIR"); ok { | 
|  | 238 | ret.environ.Set("OUT_DIR", filepath.Clean(outDir)) | 
|  | 239 | } else { | 
| Dan Willemsen | 0c3919e | 2017-03-02 15:49:10 -0800 | [diff] [blame] | 240 | outDir := "out" | 
|  | 241 | if baseDir, ok := ret.environ.Get("OUT_DIR_COMMON_BASE"); ok { | 
|  | 242 | if wd, err := os.Getwd(); err != nil { | 
|  | 243 | ctx.Fatalln("Failed to get working directory:", err) | 
|  | 244 | } else { | 
|  | 245 | outDir = filepath.Join(baseDir, filepath.Base(wd)) | 
|  | 246 | } | 
|  | 247 | } | 
|  | 248 | ret.environ.Set("OUT_DIR", outDir) | 
|  | 249 | } | 
|  | 250 |  | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 251 | // loadEnvConfig needs to know what the OUT_DIR is, so it should | 
|  | 252 | // be called after we determine the appropriate out directory. | 
| MarkDacek | 7901e58 | 2023-01-09 19:48:01 +0000 | [diff] [blame] | 253 | bc := os.Getenv("ANDROID_BUILD_ENVIRONMENT_CONFIG") | 
|  | 254 |  | 
|  | 255 | if bc != "" { | 
| Kousik Kumar | c881833 | 2023-01-16 16:33:05 +0000 | [diff] [blame] | 256 | if err := loadEnvConfig(ctx, ret, bc); err != nil { | 
| MarkDacek | 7901e58 | 2023-01-09 19:48:01 +0000 | [diff] [blame] | 257 | ctx.Fatalln("Failed to parse env config files: %v", err) | 
|  | 258 | } | 
| Kousik Kumar | 6d1e348 | 2023-07-24 03:44:16 +0000 | [diff] [blame] | 259 | if !ret.canSupportRBE() { | 
|  | 260 | // Explicitly set USE_RBE env variable to false when we cannot run | 
|  | 261 | // an RBE build to avoid ninja local execution pool issues. | 
|  | 262 | ret.environ.Set("USE_RBE", "false") | 
|  | 263 | } | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 264 | } | 
|  | 265 |  | 
| Dan Willemsen | 2d31a44 | 2018-10-20 21:33:41 -0700 | [diff] [blame] | 266 | if distDir, ok := ret.environ.Get("DIST_DIR"); ok { | 
|  | 267 | ret.distDir = filepath.Clean(distDir) | 
|  | 268 | } else { | 
|  | 269 | ret.distDir = filepath.Join(ret.OutDir(), "dist") | 
|  | 270 | } | 
| Dan Willemsen | d50e89f | 2018-10-16 17:49:25 -0700 | [diff] [blame] | 271 |  | 
| Spandan Das | 0506361 | 2021-06-25 01:39:04 +0000 | [diff] [blame] | 272 | if srcDirIsWritable, ok := ret.environ.Get("BUILD_BROKEN_SRC_DIR_IS_WRITABLE"); ok { | 
|  | 273 | ret.sandboxConfig.SetSrcDirIsRO(srcDirIsWritable == "false") | 
|  | 274 | } | 
|  | 275 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 276 | ret.environ.Unset( | 
|  | 277 | // We're already using it | 
|  | 278 | "USE_SOONG_UI", | 
|  | 279 |  | 
|  | 280 | // We should never use GOROOT/GOPATH from the shell environment | 
|  | 281 | "GOROOT", | 
|  | 282 | "GOPATH", | 
|  | 283 |  | 
|  | 284 | // These should only come from Soong, not the environment. | 
|  | 285 | "CLANG", | 
|  | 286 | "CLANG_CXX", | 
|  | 287 | "CCC_CC", | 
|  | 288 | "CCC_CXX", | 
|  | 289 |  | 
|  | 290 | // Used by the goma compiler wrapper, but should only be set by | 
|  | 291 | // gomacc | 
|  | 292 | "GOMACC_PATH", | 
| Dan Willemsen | 0c3919e | 2017-03-02 15:49:10 -0800 | [diff] [blame] | 293 |  | 
|  | 294 | // We handle this above | 
|  | 295 | "OUT_DIR_COMMON_BASE", | 
| Dan Willemsen | 68a0985 | 2017-04-18 13:56:57 -0700 | [diff] [blame] | 296 |  | 
| Dan Willemsen | 2d31a44 | 2018-10-20 21:33:41 -0700 | [diff] [blame] | 297 | // This is handled above too, and set for individual commands later | 
|  | 298 | "DIST_DIR", | 
|  | 299 |  | 
| Dan Willemsen | 68a0985 | 2017-04-18 13:56:57 -0700 | [diff] [blame] | 300 | // Variables that have caused problems in the past | 
| Dan Willemsen | 1c504d9 | 2019-11-18 19:13:53 +0000 | [diff] [blame] | 301 | "BASH_ENV", | 
| Dan Willemsen | ebfe33a | 2018-05-01 10:07:50 -0700 | [diff] [blame] | 302 | "CDPATH", | 
| Dan Willemsen | 68a0985 | 2017-04-18 13:56:57 -0700 | [diff] [blame] | 303 | "DISPLAY", | 
|  | 304 | "GREP_OPTIONS", | 
| Nathan Egge | 7b067fb | 2023-02-17 17:54:31 +0000 | [diff] [blame] | 305 | "JAVAC", | 
| Dan Willemsen | ebfe33a | 2018-05-01 10:07:50 -0700 | [diff] [blame] | 306 | "NDK_ROOT", | 
| Dan Willemsen | 00fcb26 | 2018-08-15 15:35:38 -0700 | [diff] [blame] | 307 | "POSIXLY_CORRECT", | 
| Dan Willemsen | c40e10b | 2017-07-11 14:30:00 -0700 | [diff] [blame] | 308 |  | 
|  | 309 | // Drop make flags | 
|  | 310 | "MAKEFLAGS", | 
|  | 311 | "MAKELEVEL", | 
|  | 312 | "MFLAGS", | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 313 |  | 
|  | 314 | // Set in envsetup.sh, reset in makefiles | 
|  | 315 | "ANDROID_JAVA_TOOLCHAIN", | 
| Colin Cross | 7f09c40 | 2018-07-11 14:49:31 -0700 | [diff] [blame] | 316 |  | 
|  | 317 | // Set by envsetup.sh, but shouldn't be used inside the build because envsetup.sh is optional | 
|  | 318 | "ANDROID_BUILD_TOP", | 
|  | 319 | "ANDROID_HOST_OUT", | 
|  | 320 | "ANDROID_PRODUCT_OUT", | 
|  | 321 | "ANDROID_HOST_OUT_TESTCASES", | 
|  | 322 | "ANDROID_TARGET_OUT_TESTCASES", | 
|  | 323 | "ANDROID_TOOLCHAIN", | 
|  | 324 | "ANDROID_TOOLCHAIN_2ND_ARCH", | 
|  | 325 | "ANDROID_DEV_SCRIPTS", | 
|  | 326 | "ANDROID_EMULATOR_PREBUILTS", | 
|  | 327 | "ANDROID_PRE_BUILD_PATHS", | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 328 | ) | 
|  | 329 |  | 
| Kousik Kumar | b328f6d | 2020-10-19 01:45:46 -0400 | [diff] [blame] | 330 | if ret.UseGoma() || ret.ForceUseGoma() { | 
|  | 331 | ctx.Println("Goma for Android has been deprecated and replaced with RBE. See go/rbe_for_android for instructions on how to use RBE.") | 
|  | 332 | ctx.Fatalln("USE_GOMA / FORCE_USE_GOMA flag is no longer supported.") | 
| Kousik Kumar | ec47864 | 2020-09-21 13:39:24 -0400 | [diff] [blame] | 333 | } | 
|  | 334 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 335 | // Tell python not to spam the source tree with .pyc files. | 
|  | 336 | ret.environ.Set("PYTHONDONTWRITEBYTECODE", "1") | 
|  | 337 |  | 
| Ramy Medhat | ca1e44c | 2020-07-16 12:18:37 -0400 | [diff] [blame] | 338 | tmpDir := absPath(ctx, ret.TempDir()) | 
|  | 339 | ret.environ.Set("TMPDIR", tmpDir) | 
| Dan Willemsen | 32a669b | 2018-03-08 19:42:00 -0800 | [diff] [blame] | 340 |  | 
| Dan Willemsen | 70c1ff8 | 2019-08-21 14:56:13 -0700 | [diff] [blame] | 341 | // Always set ASAN_SYMBOLIZER_PATH so that ASAN-based tools can symbolize any crashes | 
|  | 342 | symbolizerPath := filepath.Join("prebuilts/clang/host", ret.HostPrebuiltTag(), | 
|  | 343 | "llvm-binutils-stable/llvm-symbolizer") | 
|  | 344 | ret.environ.Set("ASAN_SYMBOLIZER_PATH", absPath(ctx, symbolizerPath)) | 
|  | 345 |  | 
| Dan Willemsen | c2af0be | 2017-01-20 14:10:01 -0800 | [diff] [blame] | 346 | // Precondition: the current directory is the top of the source tree | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 347 | checkTopDir(ctx) | 
| Dan Willemsen | c2af0be | 2017-01-20 14:10:01 -0800 | [diff] [blame] | 348 |  | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 349 | srcDir := absPath(ctx, ".") | 
|  | 350 | if strings.ContainsRune(srcDir, ' ') { | 
| Colin Cross | 1f6faeb | 2019-09-23 15:52:40 -0700 | [diff] [blame] | 351 | ctx.Println("You are building in a directory whose absolute path contains a space character:") | 
|  | 352 | ctx.Println() | 
|  | 353 | ctx.Printf("%q\n", srcDir) | 
|  | 354 | ctx.Println() | 
|  | 355 | ctx.Fatalln("Directory names containing spaces are not supported") | 
| Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 356 | } | 
|  | 357 |  | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 358 | ret.metricsUploader = GetMetricsUploader(srcDir, ret.environ) | 
|  | 359 |  | 
| Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 360 | if outDir := ret.OutDir(); strings.ContainsRune(outDir, ' ') { | 
| Colin Cross | 1f6faeb | 2019-09-23 15:52:40 -0700 | [diff] [blame] | 361 | ctx.Println("The absolute path of your output directory ($OUT_DIR) contains a space character:") | 
|  | 362 | ctx.Println() | 
|  | 363 | ctx.Printf("%q\n", outDir) | 
|  | 364 | ctx.Println() | 
|  | 365 | ctx.Fatalln("Directory names containing spaces are not supported") | 
| Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 366 | } | 
|  | 367 |  | 
| Rupert Shuttleworth | 3c9f5ac | 2020-12-10 11:32:38 +0000 | [diff] [blame] | 368 | if distDir := ret.RealDistDir(); strings.ContainsRune(distDir, ' ') { | 
| Colin Cross | 1f6faeb | 2019-09-23 15:52:40 -0700 | [diff] [blame] | 369 | ctx.Println("The absolute path of your dist directory ($DIST_DIR) contains a space character:") | 
|  | 370 | ctx.Println() | 
|  | 371 | ctx.Printf("%q\n", distDir) | 
|  | 372 | ctx.Println() | 
|  | 373 | ctx.Fatalln("Directory names containing spaces are not supported") | 
| Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 374 | } | 
|  | 375 |  | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 376 | // Configure Java-related variables, including adding it to $PATH | 
| Tobias Thierer | e59aeff | 2017-12-20 22:40:39 +0000 | [diff] [blame] | 377 | java8Home := filepath.Join("prebuilts/jdk/jdk8", ret.HostPrebuiltTag()) | 
| Colin Cross | 59c1e6a | 2022-03-04 13:37:19 -0800 | [diff] [blame] | 378 | java17Home := filepath.Join("prebuilts/jdk/jdk17", ret.HostPrebuiltTag()) | 
| Sorin Basca | 0760c89 | 2023-11-29 19:13:55 +0000 | [diff] [blame] | 379 | java21Home := filepath.Join("prebuilts/jdk/jdk21", ret.HostPrebuiltTag()) | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 380 | javaHome := func() string { | 
|  | 381 | if override, ok := ret.environ.Get("OVERRIDE_ANDROID_JAVA_HOME"); ok { | 
|  | 382 | return override | 
|  | 383 | } | 
| Sorin Basca | 0760c89 | 2023-11-29 19:13:55 +0000 | [diff] [blame] | 384 | if ret.environ.IsEnvTrue("EXPERIMENTAL_USE_OPENJDK21_TOOLCHAIN") { | 
|  | 385 | return java21Home | 
|  | 386 | } | 
| Pete Gillin | a7a3d64 | 2019-11-07 18:58:42 +0000 | [diff] [blame] | 387 | if toolchain11, ok := ret.environ.Get("EXPERIMENTAL_USE_OPENJDK11_TOOLCHAIN"); ok && toolchain11 != "true" { | 
|  | 388 | ctx.Fatalln("The environment variable EXPERIMENTAL_USE_OPENJDK11_TOOLCHAIN is no longer supported. An OpenJDK 11 toolchain is now the global default.") | 
| Pete Gillin | 1f52e93 | 2019-10-09 17:10:08 +0100 | [diff] [blame] | 389 | } | 
| Sorin Basca | 7e094b3 | 2022-10-05 08:20:12 +0000 | [diff] [blame] | 390 | if toolchain17, ok := ret.environ.Get("EXPERIMENTAL_USE_OPENJDK17_TOOLCHAIN"); ok && toolchain17 != "true" { | 
|  | 391 | ctx.Fatalln("The environment variable EXPERIMENTAL_USE_OPENJDK17_TOOLCHAIN is no longer supported. An OpenJDK 17 toolchain is now the global default.") | 
|  | 392 | } | 
|  | 393 | return java17Home | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 394 | }() | 
|  | 395 | absJavaHome := absPath(ctx, javaHome) | 
|  | 396 |  | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 397 | ret.configureLocale(ctx) | 
|  | 398 |  | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 399 | newPath := []string{filepath.Join(absJavaHome, "bin")} | 
|  | 400 | if path, ok := ret.environ.Get("PATH"); ok && path != "" { | 
|  | 401 | newPath = append(newPath, path) | 
|  | 402 | } | 
| Pete Gillin | 1f52e93 | 2019-10-09 17:10:08 +0100 | [diff] [blame] | 403 |  | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 404 | ret.environ.Unset("OVERRIDE_ANDROID_JAVA_HOME") | 
|  | 405 | ret.environ.Set("JAVA_HOME", absJavaHome) | 
|  | 406 | ret.environ.Set("ANDROID_JAVA_HOME", javaHome) | 
| Tobias Thierer | e59aeff | 2017-12-20 22:40:39 +0000 | [diff] [blame] | 407 | ret.environ.Set("ANDROID_JAVA8_HOME", java8Home) | 
| Dan Willemsen | d9e8f0a | 2017-10-30 13:42:06 -0700 | [diff] [blame] | 408 | ret.environ.Set("PATH", strings.Join(newPath, string(filepath.ListSeparator))) | 
|  | 409 |  | 
| Colin Cross | fe5ed4d | 2023-07-28 09:27:23 -0700 | [diff] [blame] | 410 | // b/286885495, https://bugzilla.redhat.com/show_bug.cgi?id=2227130: some versions of Fedora include patches | 
|  | 411 | // to unzip to enable zipbomb detection that incorrectly handle zip64 and data descriptors and fail on large | 
|  | 412 | // zip files produced by soong_zip.  Disable zipbomb detection. | 
|  | 413 | ret.environ.Set("UNZIP_DISABLE_ZIPBOMB_DETECTION", "TRUE") | 
|  | 414 |  | 
| LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 415 | if ret.MultitreeBuild() { | 
|  | 416 | ret.environ.Set("MULTITREE_BUILD", "true") | 
|  | 417 | } | 
|  | 418 |  | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 419 | outDir := ret.OutDir() | 
|  | 420 | buildDateTimeFile := filepath.Join(outDir, "build_date.txt") | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 421 | if buildDateTime, ok := ret.environ.Get("BUILD_DATETIME"); ok && buildDateTime != "" { | 
| Colin Cross | 28f527c | 2019-11-26 16:19:04 -0800 | [diff] [blame] | 422 | ret.buildDateTime = buildDateTime | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 423 | } else { | 
| Colin Cross | 28f527c | 2019-11-26 16:19:04 -0800 | [diff] [blame] | 424 | ret.buildDateTime = strconv.FormatInt(time.Now().Unix(), 10) | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 425 | } | 
| Colin Cross | 28f527c | 2019-11-26 16:19:04 -0800 | [diff] [blame] | 426 |  | 
| Nan Zhang | 2e6a4ff | 2018-02-14 13:27:26 -0800 | [diff] [blame] | 427 | ret.environ.Set("BUILD_DATETIME_FILE", buildDateTimeFile) | 
|  | 428 |  | 
| Cole Faust | 583dfb4 | 2023-09-28 13:56:30 -0700 | [diff] [blame] | 429 | if _, ok := ret.environ.Get("BUILD_USERNAME"); !ok { | 
|  | 430 | username := "unknown" | 
|  | 431 | if u, err := user.Current(); err == nil { | 
|  | 432 | username = u.Username | 
|  | 433 | } else { | 
|  | 434 | ctx.Println("Failed to get current user:", err) | 
|  | 435 | } | 
|  | 436 | ret.environ.Set("BUILD_USERNAME", username) | 
|  | 437 | } | 
|  | 438 |  | 
| Ramy Medhat | ca1e44c | 2020-07-16 12:18:37 -0400 | [diff] [blame] | 439 | if ret.UseRBE() { | 
| Ramy Medhat | 0fc67eb | 2020-08-12 01:26:23 -0400 | [diff] [blame] | 440 | for k, v := range getRBEVars(ctx, Config{ret}) { | 
| Ramy Medhat | ca1e44c | 2020-07-16 12:18:37 -0400 | [diff] [blame] | 441 | ret.environ.Set(k, v) | 
|  | 442 | } | 
|  | 443 | } | 
|  | 444 |  | 
| Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 445 | c := Config{ret} | 
|  | 446 | storeConfigMetrics(ctx, c) | 
|  | 447 | return c | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 448 | } | 
|  | 449 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 450 | // NewBuildActionConfig returns a build configuration based on the build action. The arguments are | 
|  | 451 | // processed based on the build action and extracts any arguments that belongs to the build action. | 
| Dan Willemsen | ce41e94 | 2019-07-29 23:39:30 -0700 | [diff] [blame] | 452 | func NewBuildActionConfig(action BuildAction, dir string, ctx Context, args ...string) Config { | 
|  | 453 | return NewConfig(ctx, getConfigArgs(action, dir, ctx, args)...) | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 454 | } | 
|  | 455 |  | 
| LaMont Jones | 9a91286 | 2023-11-06 22:11:08 +0000 | [diff] [blame] | 456 | // Prepare for getting make variables.  For them to be accurate, we need to have | 
|  | 457 | // obtained PRODUCT_RELEASE_CONFIG_MAPS. | 
|  | 458 | // | 
|  | 459 | // Returns: | 
|  | 460 | // | 
|  | 461 | //	Whether config should be called again. | 
|  | 462 | // | 
|  | 463 | // TODO: when converting product config to a declarative language, make sure | 
|  | 464 | // that PRODUCT_RELEASE_CONFIG_MAPS is properly handled as a separate step in | 
|  | 465 | // that process. | 
|  | 466 | func SetProductReleaseConfigMaps(ctx Context, config Config) bool { | 
|  | 467 | ctx.BeginTrace(metrics.RunKati, "SetProductReleaseConfigMaps") | 
|  | 468 | defer ctx.EndTrace() | 
|  | 469 |  | 
|  | 470 | if config.SkipConfig() { | 
|  | 471 | // This duplicates the logic from Build to skip product config | 
|  | 472 | // if the user has explicitly said to. | 
|  | 473 | return false | 
|  | 474 | } | 
|  | 475 |  | 
|  | 476 | releaseConfigVars := []string{ | 
|  | 477 | "PRODUCT_RELEASE_CONFIG_MAPS", | 
|  | 478 | } | 
|  | 479 |  | 
|  | 480 | origValue, _ := config.environ.Get("PRODUCT_RELEASE_CONFIG_MAPS") | 
|  | 481 | // Get the PRODUCT_RELEASE_CONFIG_MAPS for this product, to avoid polluting the environment | 
|  | 482 | // when we run product config to get the rest of the make vars. | 
|  | 483 | releaseMapVars, err := dumpMakeVars(ctx, config, nil, releaseConfigVars, false, "") | 
|  | 484 | if err != nil { | 
|  | 485 | ctx.Fatalln("Error getting PRODUCT_RELEASE_CONFIG_MAPS:", err) | 
|  | 486 | } | 
|  | 487 | productReleaseConfigMaps := releaseMapVars["PRODUCT_RELEASE_CONFIG_MAPS"] | 
|  | 488 | os.Setenv("PRODUCT_RELEASE_CONFIG_MAPS", productReleaseConfigMaps) | 
|  | 489 | return origValue != productReleaseConfigMaps | 
|  | 490 | } | 
|  | 491 |  | 
| Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 492 | // storeConfigMetrics selects a set of configuration information and store in | 
|  | 493 | // the metrics system for further analysis. | 
|  | 494 | func storeConfigMetrics(ctx Context, config Config) { | 
|  | 495 | if ctx.Metrics == nil { | 
|  | 496 | return | 
|  | 497 | } | 
|  | 498 |  | 
| Liz Kammer | ca9cb2e | 2021-07-14 15:29:57 -0400 | [diff] [blame] | 499 | ctx.Metrics.BuildConfig(buildConfig(config)) | 
| Patrice Arruda | 3edfd48 | 2020-10-13 23:58:41 +0000 | [diff] [blame] | 500 |  | 
|  | 501 | s := &smpb.SystemResourceInfo{ | 
|  | 502 | TotalPhysicalMemory: proto.Uint64(config.TotalRAM()), | 
|  | 503 | AvailableCpus:       proto.Int32(int32(runtime.NumCPU())), | 
|  | 504 | } | 
|  | 505 | ctx.Metrics.SystemResourceInfo(s) | 
| Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 506 | } | 
|  | 507 |  | 
| Jeongik Cha | 8d63d56 | 2023-03-17 03:52:13 +0900 | [diff] [blame] | 508 | func getNinjaWeightListSourceInMetric(s NinjaWeightListSource) *smpb.BuildConfig_NinjaWeightListSource { | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 509 | switch s { | 
|  | 510 | case NINJA_LOG: | 
| Jeongik Cha | 8d63d56 | 2023-03-17 03:52:13 +0900 | [diff] [blame] | 511 | return smpb.BuildConfig_NINJA_LOG.Enum() | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 512 | case EVENLY_DISTRIBUTED: | 
| Jeongik Cha | 8d63d56 | 2023-03-17 03:52:13 +0900 | [diff] [blame] | 513 | return smpb.BuildConfig_EVENLY_DISTRIBUTED.Enum() | 
| Jeongik Cha | 518f3ea | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 514 | case EXTERNAL_FILE: | 
|  | 515 | return smpb.BuildConfig_EXTERNAL_FILE.Enum() | 
| Jeongik Cha | e114e60 | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 516 | case HINT_FROM_SOONG: | 
|  | 517 | return smpb.BuildConfig_HINT_FROM_SOONG.Enum() | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 518 | default: | 
| Jeongik Cha | 8d63d56 | 2023-03-17 03:52:13 +0900 | [diff] [blame] | 519 | return smpb.BuildConfig_NOT_USED.Enum() | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 520 | } | 
|  | 521 | } | 
|  | 522 |  | 
| Liz Kammer | ca9cb2e | 2021-07-14 15:29:57 -0400 | [diff] [blame] | 523 | func buildConfig(config Config) *smpb.BuildConfig { | 
| Yu Liu | e737a99 | 2021-10-04 13:21:41 -0700 | [diff] [blame] | 524 | c := &smpb.BuildConfig{ | 
| Colin Cross | 8d411ff | 2023-12-07 10:31:24 -0800 | [diff] [blame] | 525 | ForceUseGoma:          proto.Bool(config.ForceUseGoma()), | 
|  | 526 | UseGoma:               proto.Bool(config.UseGoma()), | 
|  | 527 | UseRbe:                proto.Bool(config.UseRBE()), | 
|  | 528 | NinjaWeightListSource: getNinjaWeightListSourceInMetric(config.NinjaWeightListSource()), | 
| Liz Kammer | ca9cb2e | 2021-07-14 15:29:57 -0400 | [diff] [blame] | 529 | } | 
| Yu Liu | e737a99 | 2021-10-04 13:21:41 -0700 | [diff] [blame] | 530 | c.Targets = append(c.Targets, config.arguments...) | 
|  | 531 |  | 
|  | 532 | return c | 
| Liz Kammer | ca9cb2e | 2021-07-14 15:29:57 -0400 | [diff] [blame] | 533 | } | 
|  | 534 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 535 | // getConfigArgs processes the command arguments based on the build action and creates a set of new | 
|  | 536 | // arguments to be accepted by Config. | 
| Dan Willemsen | ce41e94 | 2019-07-29 23:39:30 -0700 | [diff] [blame] | 537 | func getConfigArgs(action BuildAction, dir string, ctx Context, args []string) []string { | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 538 | // The next block of code verifies that the current directory is the root directory of the source | 
|  | 539 | // tree. It then finds the relative path of dir based on the root directory of the source tree | 
|  | 540 | // and verify that dir is inside of the source tree. | 
|  | 541 | checkTopDir(ctx) | 
|  | 542 | topDir, err := os.Getwd() | 
|  | 543 | if err != nil { | 
|  | 544 | ctx.Fatalf("Error retrieving top directory: %v", err) | 
|  | 545 | } | 
| Patrice Arruda | baba9a9 | 2019-07-03 10:47:34 -0700 | [diff] [blame] | 546 | dir, err = filepath.EvalSymlinks(dir) | 
|  | 547 | if err != nil { | 
|  | 548 | ctx.Fatalf("Unable to evaluate symlink of %s: %v", dir, err) | 
|  | 549 | } | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 550 | dir, err = filepath.Abs(dir) | 
|  | 551 | if err != nil { | 
|  | 552 | ctx.Fatalf("Unable to find absolute path %s: %v", dir, err) | 
|  | 553 | } | 
|  | 554 | relDir, err := filepath.Rel(topDir, dir) | 
|  | 555 | if err != nil { | 
|  | 556 | ctx.Fatalf("Unable to find relative path %s of %s: %v", relDir, topDir, err) | 
|  | 557 | } | 
|  | 558 | // If there are ".." in the path, it's not in the source tree. | 
|  | 559 | if strings.Contains(relDir, "..") { | 
|  | 560 | ctx.Fatalf("Directory %s is not under the source tree %s", dir, topDir) | 
|  | 561 | } | 
|  | 562 |  | 
|  | 563 | configArgs := args[:] | 
|  | 564 |  | 
|  | 565 | // If the arguments contains GET-INSTALL-PATH, change the target name prefix from MODULES-IN- to | 
|  | 566 | // GET-INSTALL-PATH-IN- to extract the installation path instead of building the modules. | 
|  | 567 | targetNamePrefix := "MODULES-IN-" | 
|  | 568 | if inList("GET-INSTALL-PATH", configArgs) { | 
|  | 569 | targetNamePrefix = "GET-INSTALL-PATH-IN-" | 
|  | 570 | configArgs = removeFromList("GET-INSTALL-PATH", configArgs) | 
|  | 571 | } | 
|  | 572 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 573 | var targets []string | 
|  | 574 |  | 
|  | 575 | switch action { | 
| Patrice Arruda | 3928206 | 2019-06-20 16:35:12 -0700 | [diff] [blame] | 576 | case BUILD_MODULES: | 
|  | 577 | // No additional processing is required when building a list of specific modules or all modules. | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 578 | case BUILD_MODULES_IN_A_DIRECTORY: | 
|  | 579 | // If dir is the root source tree, all the modules are built of the source tree are built so | 
|  | 580 | // no need to find the build file. | 
|  | 581 | if topDir == dir { | 
|  | 582 | break | 
|  | 583 | } | 
| Patrice Arruda | 0dcf27f | 2019-07-08 17:03:33 -0700 | [diff] [blame] | 584 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 585 | buildFile := findBuildFile(ctx, relDir) | 
|  | 586 | if buildFile == "" { | 
| Patrice Arruda | 0dcf27f | 2019-07-08 17:03:33 -0700 | [diff] [blame] | 587 | ctx.Fatalf("Build file not found for %s directory", relDir) | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 588 | } | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 589 | targets = []string{convertToTarget(filepath.Dir(buildFile), targetNamePrefix)} | 
|  | 590 | case BUILD_MODULES_IN_DIRECTORIES: | 
|  | 591 | newConfigArgs, dirs := splitArgs(configArgs) | 
|  | 592 | configArgs = newConfigArgs | 
| Dan Willemsen | ce41e94 | 2019-07-29 23:39:30 -0700 | [diff] [blame] | 593 | targets = getTargetsFromDirs(ctx, relDir, dirs, targetNamePrefix) | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 594 | } | 
|  | 595 |  | 
|  | 596 | // Tidy only override all other specified targets. | 
|  | 597 | tidyOnly := os.Getenv("WITH_TIDY_ONLY") | 
|  | 598 | if tidyOnly == "true" || tidyOnly == "1" { | 
|  | 599 | configArgs = append(configArgs, "tidy_only") | 
|  | 600 | } else { | 
|  | 601 | configArgs = append(configArgs, targets...) | 
|  | 602 | } | 
|  | 603 |  | 
|  | 604 | return configArgs | 
|  | 605 | } | 
|  | 606 |  | 
|  | 607 | // convertToTarget replaces "/" to "-" in dir and pre-append the targetNamePrefix to the target name. | 
|  | 608 | func convertToTarget(dir string, targetNamePrefix string) string { | 
|  | 609 | return targetNamePrefix + strings.ReplaceAll(dir, "/", "-") | 
|  | 610 | } | 
|  | 611 |  | 
| Patrice Arruda | 9450d0b | 2019-07-08 11:06:46 -0700 | [diff] [blame] | 612 | // hasBuildFile returns true if dir contains an Android build file. | 
|  | 613 | func hasBuildFile(ctx Context, dir string) bool { | 
|  | 614 | for _, buildFile := range buildFiles { | 
|  | 615 | _, err := os.Stat(filepath.Join(dir, buildFile)) | 
|  | 616 | if err == nil { | 
|  | 617 | return true | 
|  | 618 | } | 
|  | 619 | if !os.IsNotExist(err) { | 
|  | 620 | ctx.Fatalf("Error retrieving the build file stats: %v", err) | 
|  | 621 | } | 
|  | 622 | } | 
|  | 623 | return false | 
|  | 624 | } | 
|  | 625 |  | 
| Patrice Arruda | 0dcf27f | 2019-07-08 17:03:33 -0700 | [diff] [blame] | 626 | // findBuildFile finds a build file (makefile or blueprint file) by looking if there is a build file | 
|  | 627 | // in the current and any sub directory of dir. If a build file is not found, traverse the path | 
|  | 628 | // up by one directory and repeat again until either a build file is found or reached to the root | 
|  | 629 | // source tree. The returned filename of build file is "Android.mk". If one was not found, a blank | 
|  | 630 | // string is returned. | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 631 | func findBuildFile(ctx Context, dir string) string { | 
| Patrice Arruda | 0dcf27f | 2019-07-08 17:03:33 -0700 | [diff] [blame] | 632 | // If the string is empty or ".", assume it is top directory of the source tree. | 
|  | 633 | if dir == "" || dir == "." { | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 634 | return "" | 
|  | 635 | } | 
|  | 636 |  | 
| Patrice Arruda | 0dcf27f | 2019-07-08 17:03:33 -0700 | [diff] [blame] | 637 | found := false | 
|  | 638 | for buildDir := dir; buildDir != "."; buildDir = filepath.Dir(buildDir) { | 
|  | 639 | err := filepath.Walk(buildDir, func(path string, info os.FileInfo, err error) error { | 
|  | 640 | if err != nil { | 
|  | 641 | return err | 
|  | 642 | } | 
|  | 643 | if found { | 
|  | 644 | return filepath.SkipDir | 
|  | 645 | } | 
|  | 646 | if info.IsDir() { | 
|  | 647 | return nil | 
|  | 648 | } | 
|  | 649 | for _, buildFile := range buildFiles { | 
|  | 650 | if info.Name() == buildFile { | 
|  | 651 | found = true | 
|  | 652 | return filepath.SkipDir | 
|  | 653 | } | 
|  | 654 | } | 
|  | 655 | return nil | 
|  | 656 | }) | 
|  | 657 | if err != nil { | 
|  | 658 | ctx.Fatalf("Error finding Android build file: %v", err) | 
|  | 659 | } | 
|  | 660 |  | 
|  | 661 | if found { | 
|  | 662 | return filepath.Join(buildDir, "Android.mk") | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 663 | } | 
|  | 664 | } | 
|  | 665 |  | 
|  | 666 | return "" | 
|  | 667 | } | 
|  | 668 |  | 
|  | 669 | // splitArgs iterates over the arguments list and splits into two lists: arguments and directories. | 
|  | 670 | func splitArgs(args []string) (newArgs []string, dirs []string) { | 
|  | 671 | specialArgs := map[string]bool{ | 
|  | 672 | "showcommands": true, | 
|  | 673 | "snod":         true, | 
|  | 674 | "dist":         true, | 
|  | 675 | "checkbuild":   true, | 
|  | 676 | } | 
|  | 677 |  | 
|  | 678 | newArgs = []string{} | 
|  | 679 | dirs = []string{} | 
|  | 680 |  | 
|  | 681 | for _, arg := range args { | 
|  | 682 | // It's a dash argument if it starts with "-" or it's a key=value pair, it's not a directory. | 
|  | 683 | if strings.IndexRune(arg, '-') == 0 || strings.IndexRune(arg, '=') != -1 { | 
|  | 684 | newArgs = append(newArgs, arg) | 
|  | 685 | continue | 
|  | 686 | } | 
|  | 687 |  | 
|  | 688 | if _, ok := specialArgs[arg]; ok { | 
|  | 689 | newArgs = append(newArgs, arg) | 
|  | 690 | continue | 
|  | 691 | } | 
|  | 692 |  | 
|  | 693 | dirs = append(dirs, arg) | 
|  | 694 | } | 
|  | 695 |  | 
|  | 696 | return newArgs, dirs | 
|  | 697 | } | 
|  | 698 |  | 
|  | 699 | // getTargetsFromDirs iterates over the dirs list and creates a list of targets to build. If a | 
|  | 700 | // directory from the dirs list does not exist, a fatal error is raised. relDir is related to the | 
|  | 701 | // source root tree where the build action command was invoked. Each directory is validated if the | 
|  | 702 | // build file can be found and follows the format "dir1:target1,target2,...". Target is optional. | 
| Dan Willemsen | ce41e94 | 2019-07-29 23:39:30 -0700 | [diff] [blame] | 703 | func getTargetsFromDirs(ctx Context, relDir string, dirs []string, targetNamePrefix string) (targets []string) { | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 704 | for _, dir := range dirs { | 
|  | 705 | // The directory may have specified specific modules to build. ":" is the separator to separate | 
|  | 706 | // the directory and the list of modules. | 
|  | 707 | s := strings.Split(dir, ":") | 
|  | 708 | l := len(s) | 
|  | 709 | if l > 2 { // more than one ":" was specified. | 
|  | 710 | ctx.Fatalf("%s not in proper directory:target1,target2,... format (\":\" was specified more than once)", dir) | 
|  | 711 | } | 
|  | 712 |  | 
|  | 713 | dir = filepath.Join(relDir, s[0]) | 
|  | 714 | if _, err := os.Stat(dir); err != nil { | 
|  | 715 | ctx.Fatalf("couldn't find directory %s", dir) | 
|  | 716 | } | 
|  | 717 |  | 
|  | 718 | // Verify that if there are any targets specified after ":". Each target is separated by ",". | 
|  | 719 | var newTargets []string | 
|  | 720 | if l == 2 && s[1] != "" { | 
|  | 721 | newTargets = strings.Split(s[1], ",") | 
|  | 722 | if inList("", newTargets) { | 
|  | 723 | ctx.Fatalf("%s not in proper directory:target1,target2,... format", dir) | 
|  | 724 | } | 
|  | 725 | } | 
|  | 726 |  | 
| Patrice Arruda | 9450d0b | 2019-07-08 11:06:46 -0700 | [diff] [blame] | 727 | // If there are specified targets to build in dir, an android build file must exist for the one | 
|  | 728 | // shot build. For the non-targets case, find the appropriate build file and build all the | 
|  | 729 | // modules in dir (or the closest one in the dir path). | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 730 | if len(newTargets) > 0 { | 
| Patrice Arruda | 9450d0b | 2019-07-08 11:06:46 -0700 | [diff] [blame] | 731 | if !hasBuildFile(ctx, dir) { | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 732 | ctx.Fatalf("Couldn't locate a build file from %s directory", dir) | 
|  | 733 | } | 
|  | 734 | } else { | 
| Patrice Arruda | 9450d0b | 2019-07-08 11:06:46 -0700 | [diff] [blame] | 735 | buildFile := findBuildFile(ctx, dir) | 
|  | 736 | if buildFile == "" { | 
|  | 737 | ctx.Fatalf("Build file not found for %s directory", dir) | 
|  | 738 | } | 
|  | 739 | newTargets = []string{convertToTarget(filepath.Dir(buildFile), targetNamePrefix)} | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 740 | } | 
|  | 741 |  | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 742 | targets = append(targets, newTargets...) | 
|  | 743 | } | 
|  | 744 |  | 
| Dan Willemsen | ce41e94 | 2019-07-29 23:39:30 -0700 | [diff] [blame] | 745 | return targets | 
| Patrice Arruda | 1384822 | 2019-04-22 17:12:02 -0700 | [diff] [blame] | 746 | } | 
|  | 747 |  | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 748 | func (c *configImpl) parseArgs(ctx Context, args []string) { | 
|  | 749 | for i := 0; i < len(args); i++ { | 
|  | 750 | arg := strings.TrimSpace(args[i]) | 
| Anton Hansson | 5a7861a | 2021-06-04 10:09:01 +0100 | [diff] [blame] | 751 | if arg == "showcommands" { | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 752 | c.verbose = true | 
| Lukacs T. Berki | cef87b6 | 2021-08-10 15:01:13 +0200 | [diff] [blame] | 753 | } else if arg == "--empty-ninja-file" { | 
|  | 754 | c.emptyNinjaFile = true | 
| Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 755 | } else if arg == "--skip-ninja" { | 
|  | 756 | c.skipNinja = true | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 757 | } else if arg == "--skip-make" { | 
| Colin Cross | 30e444b | 2021-06-18 11:26:19 -0700 | [diff] [blame] | 758 | // TODO(ccross): deprecate this, it has confusing behaviors.  It doesn't run kati, | 
|  | 759 | //   but it does run a Kati ninja file if the .kati_enabled marker file was created | 
|  | 760 | //   by a previous build. | 
| Anton Hansson | 5e5c48b | 2020-11-27 12:35:20 +0000 | [diff] [blame] | 761 | c.skipConfig = true | 
|  | 762 | c.skipKati = true | 
| Anton Hansson | 0b55bdb | 2021-06-04 10:08:08 +0100 | [diff] [blame] | 763 | } else if arg == "--soong-only" { | 
|  | 764 | c.skipKati = true | 
|  | 765 | c.skipKatiNinja = true | 
| Lukacs T. Berki | cef87b6 | 2021-08-10 15:01:13 +0200 | [diff] [blame] | 766 | } else if arg == "--config-only" { | 
|  | 767 | c.skipKati = true | 
|  | 768 | c.skipKatiNinja = true | 
|  | 769 | c.skipSoong = true | 
| Colin Cross | 30e444b | 2021-06-18 11:26:19 -0700 | [diff] [blame] | 770 | } else if arg == "--skip-config" { | 
|  | 771 | c.skipConfig = true | 
| Colin Cross | 00a8a3f | 2020-10-29 14:08:31 -0700 | [diff] [blame] | 772 | } else if arg == "--skip-soong-tests" { | 
|  | 773 | c.skipSoongTests = true | 
| Colin Cross | 106d6ef | 2023-10-24 10:34:56 -0700 | [diff] [blame] | 774 | } else if arg == "--no-skip-soong-tests" { | 
|  | 775 | c.skipSoongTests = false | 
| MarkDacek | d0e7cd3 | 2022-12-02 22:22:40 +0000 | [diff] [blame] | 776 | } else if arg == "--skip-metrics-upload" { | 
|  | 777 | c.skipMetricsUpload = true | 
| Chris Parsons | 53f68ae | 2022-03-03 12:01:40 -0500 | [diff] [blame] | 778 | } else if arg == "--mk-metrics" { | 
|  | 779 | c.reportMkMetrics = true | 
| LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 780 | } else if arg == "--multitree-build" { | 
|  | 781 | c.multitreeBuild = true | 
| Spandan Das | 394aa32 | 2022-11-03 17:02:10 +0000 | [diff] [blame] | 782 | } else if arg == "--search-api-dir" { | 
|  | 783 | c.searchApiDir = true | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 784 | } else if strings.HasPrefix(arg, "--ninja_weight_source=") { | 
|  | 785 | source := strings.TrimPrefix(arg, "--ninja_weight_source=") | 
|  | 786 | if source == "ninja_log" { | 
|  | 787 | c.ninjaWeightListSource = NINJA_LOG | 
|  | 788 | } else if source == "evenly_distributed" { | 
|  | 789 | c.ninjaWeightListSource = EVENLY_DISTRIBUTED | 
|  | 790 | } else if source == "not_used" { | 
|  | 791 | c.ninjaWeightListSource = NOT_USED | 
| Jeongik Cha | e114e60 | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 792 | } else if source == "soong" { | 
|  | 793 | c.ninjaWeightListSource = HINT_FROM_SOONG | 
| Jeongik Cha | 518f3ea | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 794 | } else if strings.HasPrefix(source, "file,") { | 
|  | 795 | c.ninjaWeightListSource = EXTERNAL_FILE | 
|  | 796 | filePath := strings.TrimPrefix(source, "file,") | 
|  | 797 | err := validateNinjaWeightList(filePath) | 
|  | 798 | if err != nil { | 
|  | 799 | ctx.Fatalf("Malformed weight list from %s: %s", filePath, err) | 
|  | 800 | } | 
|  | 801 | _, err = copyFile(filePath, filepath.Join(c.OutDir(), ".ninja_weight_list")) | 
|  | 802 | if err != nil { | 
|  | 803 | ctx.Fatalf("Error to copy ninja weight list from %s: %s", filePath, err) | 
|  | 804 | } | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 805 | } else { | 
|  | 806 | ctx.Fatalf("unknown option for ninja_weight_source: %s", source) | 
|  | 807 | } | 
| Jihoon Kang | 2a929ad | 2023-06-08 19:02:07 +0000 | [diff] [blame] | 808 | } else if arg == "--build-from-source-stub" { | 
|  | 809 | c.buildFromSourceStub = true | 
| MarkDacek | b96561e | 2022-12-02 04:34:43 +0000 | [diff] [blame] | 810 | } else if strings.HasPrefix(arg, "--build-command=") { | 
|  | 811 | buildCmd := strings.TrimPrefix(arg, "--build-command=") | 
|  | 812 | // remove quotations | 
|  | 813 | buildCmd = strings.TrimPrefix(buildCmd, "\"") | 
|  | 814 | buildCmd = strings.TrimSuffix(buildCmd, "\"") | 
|  | 815 | ctx.Metrics.SetBuildCommand([]string{buildCmd}) | 
| MarkDacek | 6614d9c | 2022-12-07 21:57:38 +0000 | [diff] [blame] | 816 | } else if strings.HasPrefix(arg, "--build-started-time-unix-millis=") { | 
|  | 817 | buildTimeStr := strings.TrimPrefix(arg, "--build-started-time-unix-millis=") | 
|  | 818 | val, err := strconv.ParseInt(buildTimeStr, 10, 64) | 
|  | 819 | if err == nil { | 
|  | 820 | c.buildStartedTime = val | 
|  | 821 | } else { | 
|  | 822 | ctx.Fatalf("Error parsing build-time-started-unix-millis", err) | 
|  | 823 | } | 
| MarkDacek | f47e142 | 2023-04-19 16:47:36 +0000 | [diff] [blame] | 824 | } else if arg == "--ensure-allowlist-integrity" { | 
|  | 825 | c.ensureAllowlistIntegrity = true | 
| Dan Willemsen | 6ac63ef | 2017-10-17 20:35:34 -0700 | [diff] [blame] | 826 | } else if len(arg) > 0 && arg[0] == '-' { | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 827 | parseArgNum := func(def int) int { | 
|  | 828 | if len(arg) > 2 { | 
|  | 829 | p, err := strconv.ParseUint(arg[2:], 10, 31) | 
|  | 830 | if err != nil { | 
|  | 831 | ctx.Fatalf("Failed to parse %q: %v", arg, err) | 
|  | 832 | } | 
|  | 833 | return int(p) | 
|  | 834 | } else if i+1 < len(args) { | 
|  | 835 | p, err := strconv.ParseUint(args[i+1], 10, 31) | 
|  | 836 | if err == nil { | 
|  | 837 | i++ | 
|  | 838 | return int(p) | 
|  | 839 | } | 
|  | 840 | } | 
|  | 841 | return def | 
|  | 842 | } | 
|  | 843 |  | 
| Dan Willemsen | 6ac63ef | 2017-10-17 20:35:34 -0700 | [diff] [blame] | 844 | if len(arg) > 1 && arg[1] == 'j' { | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 845 | c.parallel = parseArgNum(c.parallel) | 
| Dan Willemsen | 6ac63ef | 2017-10-17 20:35:34 -0700 | [diff] [blame] | 846 | } else if len(arg) > 1 && arg[1] == 'k' { | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 847 | c.keepGoing = parseArgNum(0) | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 848 | } else { | 
|  | 849 | ctx.Fatalln("Unknown option:", arg) | 
|  | 850 | } | 
| Dan Willemsen | 091525e | 2017-07-11 14:17:50 -0700 | [diff] [blame] | 851 | } else if k, v, ok := decodeKeyValue(arg); ok && len(k) > 0 { | 
| Dan Willemsen | 6dfe30a | 2018-09-10 12:41:10 -0700 | [diff] [blame] | 852 | if k == "OUT_DIR" { | 
|  | 853 | ctx.Fatalln("OUT_DIR may only be set in the environment, not as a command line option.") | 
|  | 854 | } | 
| Dan Willemsen | 091525e | 2017-07-11 14:17:50 -0700 | [diff] [blame] | 855 | c.environ.Set(k, v) | 
| Dan Willemsen | 2d31a44 | 2018-10-20 21:33:41 -0700 | [diff] [blame] | 856 | } else if arg == "dist" { | 
|  | 857 | c.dist = true | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 858 | } else if arg == "json-module-graph" { | 
|  | 859 | c.jsonModuleGraph = true | 
| Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 860 | } else if arg == "queryview" { | 
|  | 861 | c.queryview = true | 
| Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 862 | } else if arg == "soong_docs" { | 
|  | 863 | c.soongDocs = true | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 864 | } else { | 
| Dan Willemsen | 2d31a44 | 2018-10-20 21:33:41 -0700 | [diff] [blame] | 865 | if arg == "checkbuild" { | 
| Colin Cross | 3719349 | 2017-11-16 17:55:00 -0800 | [diff] [blame] | 866 | c.checkbuild = true | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 867 | } | 
| Dan Willemsen | 9b58749 | 2017-07-10 22:13:00 -0700 | [diff] [blame] | 868 | c.arguments = append(c.arguments, arg) | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 869 | } | 
|  | 870 | } | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 871 | } | 
|  | 872 |  | 
| Jeongik Cha | 518f3ea | 2023-03-19 00:12:39 +0900 | [diff] [blame] | 873 | func validateNinjaWeightList(weightListFilePath string) (err error) { | 
|  | 874 | data, err := os.ReadFile(weightListFilePath) | 
|  | 875 | if err != nil { | 
|  | 876 | return | 
|  | 877 | } | 
|  | 878 | lines := strings.Split(strings.TrimSpace(string(data)), "\n") | 
|  | 879 | for _, line := range lines { | 
|  | 880 | fields := strings.Split(line, ",") | 
|  | 881 | if len(fields) != 2 { | 
|  | 882 | return fmt.Errorf("wrong format, each line should have two fields, but '%s'", line) | 
|  | 883 | } | 
|  | 884 | _, err = strconv.Atoi(fields[1]) | 
|  | 885 | if err != nil { | 
|  | 886 | return | 
|  | 887 | } | 
|  | 888 | } | 
|  | 889 | return | 
|  | 890 | } | 
|  | 891 |  | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 892 | func (c *configImpl) configureLocale(ctx Context) { | 
|  | 893 | cmd := Command(ctx, Config{c}, "locale", "locale", "-a") | 
|  | 894 | output, err := cmd.Output() | 
|  | 895 |  | 
|  | 896 | var locales []string | 
|  | 897 | if err == nil { | 
|  | 898 | locales = strings.Split(string(output), "\n") | 
|  | 899 | } else { | 
|  | 900 | // If we're unable to list the locales, let's assume en_US.UTF-8 | 
|  | 901 | locales = []string{"en_US.UTF-8"} | 
|  | 902 | ctx.Verbosef("Failed to list locales (%q), falling back to %q", err, locales) | 
|  | 903 | } | 
|  | 904 |  | 
|  | 905 | // gettext uses LANGUAGE, which is passed directly through | 
|  | 906 |  | 
|  | 907 | // For LANG and LC_*, only preserve the evaluated version of | 
|  | 908 | // LC_MESSAGES | 
| Jaewoong Jung | 18aefc1 | 2020-12-21 09:11:10 -0800 | [diff] [blame] | 909 | userLang := "" | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 910 | if lc_all, ok := c.environ.Get("LC_ALL"); ok { | 
| Jaewoong Jung | 18aefc1 | 2020-12-21 09:11:10 -0800 | [diff] [blame] | 911 | userLang = lc_all | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 912 | } else if lc_messages, ok := c.environ.Get("LC_MESSAGES"); ok { | 
| Jaewoong Jung | 18aefc1 | 2020-12-21 09:11:10 -0800 | [diff] [blame] | 913 | userLang = lc_messages | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 914 | } else if lang, ok := c.environ.Get("LANG"); ok { | 
| Jaewoong Jung | 18aefc1 | 2020-12-21 09:11:10 -0800 | [diff] [blame] | 915 | userLang = lang | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 916 | } | 
|  | 917 |  | 
|  | 918 | c.environ.UnsetWithPrefix("LC_") | 
|  | 919 |  | 
| Jaewoong Jung | 18aefc1 | 2020-12-21 09:11:10 -0800 | [diff] [blame] | 920 | if userLang != "" { | 
|  | 921 | c.environ.Set("LC_MESSAGES", userLang) | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 922 | } | 
|  | 923 |  | 
|  | 924 | // The for LANG, use C.UTF-8 if it exists (Debian currently, proposed | 
|  | 925 | // for others) | 
|  | 926 | if inList("C.UTF-8", locales) { | 
|  | 927 | c.environ.Set("LANG", "C.UTF-8") | 
| Aaron Kling | d236e0e | 2018-08-07 19:21:36 -0500 | [diff] [blame] | 928 | } else if inList("C.utf8", locales) { | 
|  | 929 | // These normalize to the same thing | 
|  | 930 | c.environ.Set("LANG", "C.UTF-8") | 
| Dan Willemsen | ed86952 | 2018-01-08 14:58:46 -0800 | [diff] [blame] | 931 | } else if inList("en_US.UTF-8", locales) { | 
|  | 932 | c.environ.Set("LANG", "en_US.UTF-8") | 
|  | 933 | } else if inList("en_US.utf8", locales) { | 
|  | 934 | // These normalize to the same thing | 
|  | 935 | c.environ.Set("LANG", "en_US.UTF-8") | 
|  | 936 | } else { | 
|  | 937 | ctx.Fatalln("System doesn't support either C.UTF-8 or en_US.UTF-8") | 
|  | 938 | } | 
|  | 939 | } | 
|  | 940 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 941 | func (c *configImpl) Environment() *Environment { | 
|  | 942 | return c.environ | 
|  | 943 | } | 
|  | 944 |  | 
|  | 945 | func (c *configImpl) Arguments() []string { | 
|  | 946 | return c.arguments | 
|  | 947 | } | 
|  | 948 |  | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 949 | func (c *configImpl) SoongBuildInvocationNeeded() bool { | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 950 | if len(c.Arguments()) > 0 { | 
|  | 951 | // Explicit targets requested that are not special targets like b2pbuild | 
|  | 952 | // or the JSON module graph | 
|  | 953 | return true | 
|  | 954 | } | 
|  | 955 |  | 
| Colin Cross | 8d411ff | 2023-12-07 10:31:24 -0800 | [diff] [blame] | 956 | if !c.JsonModuleGraph() && !c.Queryview() && !c.SoongDocs() { | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 957 | // Command line was empty, the default Ninja target is built | 
|  | 958 | return true | 
|  | 959 | } | 
|  | 960 |  | 
| Colin Cross | 8d411ff | 2023-12-07 10:31:24 -0800 | [diff] [blame] | 961 | if c.Dist() { | 
| Liz Kammer | 8867742 | 2021-12-15 15:03:19 -0500 | [diff] [blame] | 962 | return true | 
|  | 963 | } | 
|  | 964 |  | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 965 | // build.ninja doesn't need to be generated | 
|  | 966 | return false | 
|  | 967 | } | 
|  | 968 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 969 | func (c *configImpl) OutDir() string { | 
|  | 970 | if outDir, ok := c.environ.Get("OUT_DIR"); ok { | 
| Patrice Arruda | 19bd53e | 2019-07-08 17:26:47 -0700 | [diff] [blame] | 971 | return outDir | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 972 | } | 
|  | 973 | return "out" | 
|  | 974 | } | 
|  | 975 |  | 
| Dan Willemsen | 8a073a8 | 2017-02-04 17:30:44 -0800 | [diff] [blame] | 976 | func (c *configImpl) DistDir() string { | 
| Chris Parsons | 19ab9a4 | 2022-08-30 13:15:04 -0400 | [diff] [blame] | 977 | return c.distDir | 
| Rupert Shuttleworth | 3c9f5ac | 2020-12-10 11:32:38 +0000 | [diff] [blame] | 978 | } | 
|  | 979 |  | 
|  | 980 | func (c *configImpl) RealDistDir() string { | 
| Dan Willemsen | 2d31a44 | 2018-10-20 21:33:41 -0700 | [diff] [blame] | 981 | return c.distDir | 
| Dan Willemsen | 8a073a8 | 2017-02-04 17:30:44 -0800 | [diff] [blame] | 982 | } | 
|  | 983 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 984 | func (c *configImpl) NinjaArgs() []string { | 
| Anton Hansson | 5e5c48b | 2020-11-27 12:35:20 +0000 | [diff] [blame] | 985 | if c.skipKati { | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 986 | return c.arguments | 
|  | 987 | } | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 988 | return c.ninjaArgs | 
|  | 989 | } | 
|  | 990 |  | 
|  | 991 | func (c *configImpl) SoongOutDir() string { | 
|  | 992 | return filepath.Join(c.OutDir(), "soong") | 
|  | 993 | } | 
|  | 994 |  | 
| Spandan Das | 394aa32 | 2022-11-03 17:02:10 +0000 | [diff] [blame] | 995 | func (c *configImpl) ApiSurfacesOutDir() string { | 
|  | 996 | return filepath.Join(c.OutDir(), "api_surfaces") | 
|  | 997 | } | 
|  | 998 |  | 
| Lukacs T. Berki | a806e41 | 2021-09-01 08:57:48 +0200 | [diff] [blame] | 999 | func (c *configImpl) PrebuiltOS() string { | 
|  | 1000 | switch runtime.GOOS { | 
|  | 1001 | case "linux": | 
|  | 1002 | return "linux-x86" | 
|  | 1003 | case "darwin": | 
|  | 1004 | return "darwin-x86" | 
|  | 1005 | default: | 
|  | 1006 | panic("Unknown GOOS") | 
|  | 1007 | } | 
|  | 1008 | } | 
| Lukacs T. Berki | 90b4334 | 2021-11-02 14:42:04 +0100 | [diff] [blame] | 1009 |  | 
| Lukacs T. Berki | a806e41 | 2021-09-01 08:57:48 +0200 | [diff] [blame] | 1010 | func (c *configImpl) HostToolDir() string { | 
| Colin Cross | acfcc1f | 2021-10-25 15:40:32 -0700 | [diff] [blame] | 1011 | if c.SkipKatiNinja() { | 
|  | 1012 | return filepath.Join(c.SoongOutDir(), "host", c.PrebuiltOS(), "bin") | 
|  | 1013 | } else { | 
|  | 1014 | return filepath.Join(c.OutDir(), "host", c.PrebuiltOS(), "bin") | 
|  | 1015 | } | 
| Lukacs T. Berki | a806e41 | 2021-09-01 08:57:48 +0200 | [diff] [blame] | 1016 | } | 
|  | 1017 |  | 
| Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 1018 | func (c *configImpl) NamedGlobFile(name string) string { | 
| Lukacs T. Berki | 90b4334 | 2021-11-02 14:42:04 +0100 | [diff] [blame] | 1019 | return shared.JoinPath(c.SoongOutDir(), "globs-"+name+".ninja") | 
| Lukacs T. Berki | 89fcdcb | 2021-09-07 09:10:33 +0200 | [diff] [blame] | 1020 | } | 
|  | 1021 |  | 
| Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 1022 | func (c *configImpl) UsedEnvFile(tag string) string { | 
| Kiyoung Kim | eaa55a8 | 2023-06-05 16:56:49 +0900 | [diff] [blame] | 1023 | if v, ok := c.environ.Get("TARGET_PRODUCT"); ok { | 
|  | 1024 | return shared.JoinPath(c.SoongOutDir(), usedEnvFile+"."+v+"."+tag) | 
|  | 1025 | } | 
| Lukacs T. Berki | e1df43f | 2021-09-08 15:31:14 +0200 | [diff] [blame] | 1026 | return shared.JoinPath(c.SoongOutDir(), usedEnvFile+"."+tag) | 
|  | 1027 | } | 
|  | 1028 |  | 
| Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 1029 | func (c *configImpl) SoongDocsHtml() string { | 
|  | 1030 | return shared.JoinPath(c.SoongOutDir(), "docs/soong_build.html") | 
|  | 1031 | } | 
|  | 1032 |  | 
| Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 1033 | func (c *configImpl) QueryviewMarkerFile() string { | 
|  | 1034 | return shared.JoinPath(c.SoongOutDir(), "queryview.marker") | 
|  | 1035 | } | 
|  | 1036 |  | 
| Lukacs T. Berki | e571dc3 | 2021-08-25 14:14:13 +0200 | [diff] [blame] | 1037 | func (c *configImpl) ModuleGraphFile() string { | 
|  | 1038 | return shared.JoinPath(c.SoongOutDir(), "module-graph.json") | 
|  | 1039 | } | 
|  | 1040 |  | 
| kgui | 6700724 | 2022-01-25 13:50:25 +0800 | [diff] [blame] | 1041 | func (c *configImpl) ModuleActionsFile() string { | 
|  | 1042 | return shared.JoinPath(c.SoongOutDir(), "module-actions.json") | 
|  | 1043 | } | 
|  | 1044 |  | 
| Jeff Gaston | efc1b41 | 2017-03-29 17:29:06 -0700 | [diff] [blame] | 1045 | func (c *configImpl) TempDir() string { | 
|  | 1046 | return shared.TempDirForOutDir(c.SoongOutDir()) | 
|  | 1047 | } | 
|  | 1048 |  | 
| Jeff Gaston | b64fc1c | 2017-08-04 12:30:12 -0700 | [diff] [blame] | 1049 | func (c *configImpl) FileListDir() string { | 
|  | 1050 | return filepath.Join(c.OutDir(), ".module_paths") | 
|  | 1051 | } | 
|  | 1052 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1053 | func (c *configImpl) KatiSuffix() string { | 
|  | 1054 | if c.katiSuffix != "" { | 
|  | 1055 | return c.katiSuffix | 
|  | 1056 | } | 
|  | 1057 | panic("SetKatiSuffix has not been called") | 
|  | 1058 | } | 
|  | 1059 |  | 
| Colin Cross | 3719349 | 2017-11-16 17:55:00 -0800 | [diff] [blame] | 1060 | // Checkbuild returns true if "checkbuild" was one of the build goals, which means that the | 
|  | 1061 | // user is interested in additional checks at the expense of build time. | 
|  | 1062 | func (c *configImpl) Checkbuild() bool { | 
|  | 1063 | return c.checkbuild | 
|  | 1064 | } | 
|  | 1065 |  | 
| Dan Willemsen | 8a073a8 | 2017-02-04 17:30:44 -0800 | [diff] [blame] | 1066 | func (c *configImpl) Dist() bool { | 
|  | 1067 | return c.dist | 
|  | 1068 | } | 
|  | 1069 |  | 
| Lukacs T. Berki | a1b9372 | 2021-09-02 17:23:06 +0200 | [diff] [blame] | 1070 | func (c *configImpl) JsonModuleGraph() bool { | 
|  | 1071 | return c.jsonModuleGraph | 
|  | 1072 | } | 
|  | 1073 |  | 
| Lukacs T. Berki | 3a82169 | 2021-09-06 17:08:02 +0200 | [diff] [blame] | 1074 | func (c *configImpl) Queryview() bool { | 
|  | 1075 | return c.queryview | 
|  | 1076 | } | 
|  | 1077 |  | 
| Lukacs T. Berki | c6012f3 | 2021-09-06 18:31:46 +0200 | [diff] [blame] | 1078 | func (c *configImpl) SoongDocs() bool { | 
|  | 1079 | return c.soongDocs | 
|  | 1080 | } | 
|  | 1081 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1082 | func (c *configImpl) IsVerbose() bool { | 
|  | 1083 | return c.verbose | 
|  | 1084 | } | 
|  | 1085 |  | 
| LaMont Jones | 52a7243 | 2023-03-09 18:19:35 +0000 | [diff] [blame] | 1086 | func (c *configImpl) MultitreeBuild() bool { | 
|  | 1087 | return c.multitreeBuild | 
|  | 1088 | } | 
|  | 1089 |  | 
| Jeongik Cha | 0cf44d5 | 2023-03-15 00:10:45 +0900 | [diff] [blame] | 1090 | func (c *configImpl) NinjaWeightListSource() NinjaWeightListSource { | 
|  | 1091 | return c.ninjaWeightListSource | 
|  | 1092 | } | 
|  | 1093 |  | 
| Anton Hansson | 5e5c48b | 2020-11-27 12:35:20 +0000 | [diff] [blame] | 1094 | func (c *configImpl) SkipKati() bool { | 
|  | 1095 | return c.skipKati | 
|  | 1096 | } | 
|  | 1097 |  | 
| Anton Hansson | 0b55bdb | 2021-06-04 10:08:08 +0100 | [diff] [blame] | 1098 | func (c *configImpl) SkipKatiNinja() bool { | 
|  | 1099 | return c.skipKatiNinja | 
|  | 1100 | } | 
|  | 1101 |  | 
| Lukacs T. Berki | cef87b6 | 2021-08-10 15:01:13 +0200 | [diff] [blame] | 1102 | func (c *configImpl) SkipSoong() bool { | 
|  | 1103 | return c.skipSoong | 
|  | 1104 | } | 
|  | 1105 |  | 
| Lukacs T. Berki | d1e3f1f | 2021-03-16 08:55:23 +0100 | [diff] [blame] | 1106 | func (c *configImpl) SkipNinja() bool { | 
|  | 1107 | return c.skipNinja | 
|  | 1108 | } | 
|  | 1109 |  | 
| Anton Hansson | 5a7861a | 2021-06-04 10:09:01 +0100 | [diff] [blame] | 1110 | func (c *configImpl) SetSkipNinja(v bool) { | 
|  | 1111 | c.skipNinja = v | 
|  | 1112 | } | 
|  | 1113 |  | 
| Anton Hansson | 5e5c48b | 2020-11-27 12:35:20 +0000 | [diff] [blame] | 1114 | func (c *configImpl) SkipConfig() bool { | 
|  | 1115 | return c.skipConfig | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 1116 | } | 
|  | 1117 |  | 
| Jihoon Kang | 1bff034 | 2023-01-17 20:40:22 +0000 | [diff] [blame] | 1118 | func (c *configImpl) BuildFromTextStub() bool { | 
| Jihoon Kang | 2a929ad | 2023-06-08 19:02:07 +0000 | [diff] [blame] | 1119 | return !c.buildFromSourceStub | 
| Jihoon Kang | 1bff034 | 2023-01-17 20:40:22 +0000 | [diff] [blame] | 1120 | } | 
|  | 1121 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1122 | func (c *configImpl) TargetProduct() string { | 
|  | 1123 | if v, ok := c.environ.Get("TARGET_PRODUCT"); ok { | 
|  | 1124 | return v | 
|  | 1125 | } | 
|  | 1126 | panic("TARGET_PRODUCT is not defined") | 
|  | 1127 | } | 
|  | 1128 |  | 
| Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 1129 | func (c *configImpl) TargetProductOrErr() (string, error) { | 
|  | 1130 | if v, ok := c.environ.Get("TARGET_PRODUCT"); ok { | 
|  | 1131 | return v, nil | 
|  | 1132 | } | 
|  | 1133 | return "", fmt.Errorf("TARGET_PRODUCT is not defined") | 
|  | 1134 | } | 
|  | 1135 |  | 
| Dan Willemsen | 02781d5 | 2017-05-12 19:28:13 -0700 | [diff] [blame] | 1136 | func (c *configImpl) TargetDevice() string { | 
|  | 1137 | return c.targetDevice | 
|  | 1138 | } | 
|  | 1139 |  | 
|  | 1140 | func (c *configImpl) SetTargetDevice(device string) { | 
|  | 1141 | c.targetDevice = device | 
|  | 1142 | } | 
|  | 1143 |  | 
|  | 1144 | func (c *configImpl) TargetBuildVariant() string { | 
|  | 1145 | if v, ok := c.environ.Get("TARGET_BUILD_VARIANT"); ok { | 
|  | 1146 | return v | 
|  | 1147 | } | 
|  | 1148 | panic("TARGET_BUILD_VARIANT is not defined") | 
|  | 1149 | } | 
|  | 1150 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1151 | func (c *configImpl) KatiArgs() []string { | 
|  | 1152 | return c.katiArgs | 
|  | 1153 | } | 
|  | 1154 |  | 
|  | 1155 | func (c *configImpl) Parallel() int { | 
|  | 1156 | return c.parallel | 
|  | 1157 | } | 
|  | 1158 |  | 
| Sam Delmerico | 98a7329 | 2023-02-21 11:50:29 -0500 | [diff] [blame] | 1159 | func (c *configImpl) GetSourceRootDirs() []string { | 
|  | 1160 | return c.sourceRootDirs | 
|  | 1161 | } | 
|  | 1162 |  | 
|  | 1163 | func (c *configImpl) SetSourceRootDirs(i []string) { | 
|  | 1164 | c.sourceRootDirs = i | 
|  | 1165 | } | 
|  | 1166 |  | 
| Spandan Das | c576383 | 2022-11-08 18:42:16 +0000 | [diff] [blame] | 1167 | func (c *configImpl) GetIncludeTags() []string { | 
|  | 1168 | return c.includeTags | 
|  | 1169 | } | 
|  | 1170 |  | 
|  | 1171 | func (c *configImpl) SetIncludeTags(i []string) { | 
|  | 1172 | c.includeTags = i | 
|  | 1173 | } | 
|  | 1174 |  | 
| MarkDacek | 6614d9c | 2022-12-07 21:57:38 +0000 | [diff] [blame] | 1175 | func (c *configImpl) GetLogsPrefix() string { | 
|  | 1176 | return c.logsPrefix | 
|  | 1177 | } | 
|  | 1178 |  | 
|  | 1179 | func (c *configImpl) SetLogsPrefix(prefix string) { | 
|  | 1180 | c.logsPrefix = prefix | 
|  | 1181 | } | 
|  | 1182 |  | 
| Colin Cross | 8b8bec3 | 2019-11-15 13:18:43 -0800 | [diff] [blame] | 1183 | func (c *configImpl) HighmemParallel() int { | 
|  | 1184 | if i, ok := c.environ.GetInt("NINJA_HIGHMEM_NUM_JOBS"); ok { | 
|  | 1185 | return i | 
|  | 1186 | } | 
|  | 1187 |  | 
|  | 1188 | const minMemPerHighmemProcess = 8 * 1024 * 1024 * 1024 | 
|  | 1189 | parallel := c.Parallel() | 
|  | 1190 | if c.UseRemoteBuild() { | 
|  | 1191 | // Ninja doesn't support nested pools, and when remote builds are enabled the total ninja parallelism | 
|  | 1192 | // is set very high (i.e. 500).  Using a large value here would cause the total number of running jobs | 
|  | 1193 | // to be the sum of the sizes of the local and highmem pools, which will cause extra CPU contention. | 
|  | 1194 | // Return 1/16th of the size of the local pool, rounding up. | 
|  | 1195 | return (parallel + 15) / 16 | 
|  | 1196 | } else if c.totalRAM == 0 { | 
|  | 1197 | // Couldn't detect the total RAM, don't restrict highmem processes. | 
|  | 1198 | return parallel | 
| Dan Willemsen | 570a292 | 2020-05-26 23:02:29 -0700 | [diff] [blame] | 1199 | } else if c.totalRAM <= 16*1024*1024*1024 { | 
|  | 1200 | // Less than 16GB of ram, restrict to 1 highmem processes | 
|  | 1201 | return 1 | 
| Colin Cross | 8b8bec3 | 2019-11-15 13:18:43 -0800 | [diff] [blame] | 1202 | } else if c.totalRAM <= 32*1024*1024*1024 { | 
|  | 1203 | // Less than 32GB of ram, restrict to 2 highmem processes | 
|  | 1204 | return 2 | 
|  | 1205 | } else if p := int(c.totalRAM / minMemPerHighmemProcess); p < parallel { | 
|  | 1206 | // If less than 8GB total RAM per process, reduce the number of highmem processes | 
|  | 1207 | return p | 
|  | 1208 | } | 
|  | 1209 | // No restriction on highmem processes | 
|  | 1210 | return parallel | 
|  | 1211 | } | 
|  | 1212 |  | 
| Dan Willemsen | 2bb82d0 | 2019-12-27 09:35:42 -0800 | [diff] [blame] | 1213 | func (c *configImpl) TotalRAM() uint64 { | 
|  | 1214 | return c.totalRAM | 
|  | 1215 | } | 
|  | 1216 |  | 
| Kousik Kumar | ec47864 | 2020-09-21 13:39:24 -0400 | [diff] [blame] | 1217 | // ForceUseGoma determines whether we should override Goma deprecation | 
|  | 1218 | // and use Goma for the current build or not. | 
|  | 1219 | func (c *configImpl) ForceUseGoma() bool { | 
|  | 1220 | if v, ok := c.environ.Get("FORCE_USE_GOMA"); ok { | 
|  | 1221 | v = strings.TrimSpace(v) | 
|  | 1222 | if v != "" && v != "false" { | 
|  | 1223 | return true | 
|  | 1224 | } | 
|  | 1225 | } | 
|  | 1226 | return false | 
|  | 1227 | } | 
|  | 1228 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1229 | func (c *configImpl) UseGoma() bool { | 
|  | 1230 | if v, ok := c.environ.Get("USE_GOMA"); ok { | 
|  | 1231 | v = strings.TrimSpace(v) | 
|  | 1232 | if v != "" && v != "false" { | 
|  | 1233 | return true | 
|  | 1234 | } | 
|  | 1235 | } | 
|  | 1236 | return false | 
|  | 1237 | } | 
|  | 1238 |  | 
| Yoshisato Yanagisawa | 2cb0e5d | 2019-01-10 10:14:16 +0900 | [diff] [blame] | 1239 | func (c *configImpl) StartGoma() bool { | 
|  | 1240 | if !c.UseGoma() { | 
|  | 1241 | return false | 
|  | 1242 | } | 
|  | 1243 |  | 
|  | 1244 | if v, ok := c.environ.Get("NOSTART_GOMA"); ok { | 
|  | 1245 | v = strings.TrimSpace(v) | 
|  | 1246 | if v != "" && v != "false" { | 
|  | 1247 | return false | 
|  | 1248 | } | 
|  | 1249 | } | 
|  | 1250 | return true | 
|  | 1251 | } | 
|  | 1252 |  | 
| Kousik Kumar | 6d1e348 | 2023-07-24 03:44:16 +0000 | [diff] [blame] | 1253 | func (c *configImpl) canSupportRBE() bool { | 
|  | 1254 | // Do not use RBE with prod credentials in scenarios when stubby doesn't exist, since | 
|  | 1255 | // its unlikely that we will be able to obtain necessary creds without stubby. | 
|  | 1256 | authType, _ := c.rbeAuth() | 
|  | 1257 | if !c.StubbyExists() && strings.Contains(authType, "use_google_prod_creds") { | 
|  | 1258 | return false | 
|  | 1259 | } | 
|  | 1260 | return true | 
|  | 1261 | } | 
|  | 1262 |  | 
| Ramy Medhat | bbf2567 | 2019-07-17 12:30:04 +0000 | [diff] [blame] | 1263 | func (c *configImpl) UseRBE() bool { | 
| Jingwen Chen | d7ccde1 | 2023-06-28 07:19:26 +0000 | [diff] [blame] | 1264 | // These alternate modes of running Soong do not use RBE / reclient. | 
| Colin Cross | 8d411ff | 2023-12-07 10:31:24 -0800 | [diff] [blame] | 1265 | if c.Queryview() || c.JsonModuleGraph() { | 
| Jingwen Chen | d7ccde1 | 2023-06-28 07:19:26 +0000 | [diff] [blame] | 1266 | return false | 
|  | 1267 | } | 
|  | 1268 |  | 
| Kousik Kumar | 6d1e348 | 2023-07-24 03:44:16 +0000 | [diff] [blame] | 1269 | if !c.canSupportRBE() { | 
| Kousik Kumar | 67ad434 | 2023-06-06 15:09:27 -0400 | [diff] [blame] | 1270 | return false | 
|  | 1271 | } | 
| Kousik Kumar | 6d1e348 | 2023-07-24 03:44:16 +0000 | [diff] [blame] | 1272 |  | 
| Kousik Kumar | 3ff037e | 2022-01-25 22:11:01 -0500 | [diff] [blame] | 1273 | if v, ok := c.Environment().Get("USE_RBE"); ok { | 
| Ramy Medhat | bbf2567 | 2019-07-17 12:30:04 +0000 | [diff] [blame] | 1274 | v = strings.TrimSpace(v) | 
|  | 1275 | if v != "" && v != "false" { | 
|  | 1276 | return true | 
|  | 1277 | } | 
|  | 1278 | } | 
|  | 1279 | return false | 
|  | 1280 | } | 
|  | 1281 |  | 
|  | 1282 | func (c *configImpl) StartRBE() bool { | 
|  | 1283 | if !c.UseRBE() { | 
|  | 1284 | return false | 
|  | 1285 | } | 
|  | 1286 |  | 
|  | 1287 | if v, ok := c.environ.Get("NOSTART_RBE"); ok { | 
|  | 1288 | v = strings.TrimSpace(v) | 
|  | 1289 | if v != "" && v != "false" { | 
|  | 1290 | return false | 
|  | 1291 | } | 
|  | 1292 | } | 
|  | 1293 | return true | 
|  | 1294 | } | 
|  | 1295 |  | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 1296 | func (c *configImpl) rbeProxyLogsDir() string { | 
|  | 1297 | for _, f := range []string{"RBE_proxy_log_dir", "FLAG_output_dir"} { | 
| Kousik Kumar | 0d15a72 | 2020-09-23 02:54:11 -0400 | [diff] [blame] | 1298 | if v, ok := c.environ.Get(f); ok { | 
|  | 1299 | return v | 
|  | 1300 | } | 
|  | 1301 | } | 
| Ramy Medhat | bc06176 | 2023-10-10 18:36:59 +0000 | [diff] [blame] | 1302 | return c.rbeTmpDir() | 
|  | 1303 | } | 
|  | 1304 |  | 
|  | 1305 | func (c *configImpl) rbeDownloadTmpDir() string { | 
| Cole Faust | 06ea531 | 2023-10-18 17:38:40 -0700 | [diff] [blame] | 1306 | for _, f := range []string{"RBE_download_tmp_dir", "FLAG_download_tmp_dir"} { | 
| Ramy Medhat | bc06176 | 2023-10-10 18:36:59 +0000 | [diff] [blame] | 1307 | if v, ok := c.environ.Get(f); ok { | 
|  | 1308 | return v | 
|  | 1309 | } | 
|  | 1310 | } | 
|  | 1311 | return c.rbeTmpDir() | 
|  | 1312 | } | 
|  | 1313 |  | 
|  | 1314 | func (c *configImpl) rbeTmpDir() string { | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 1315 | buildTmpDir := shared.TempDirForOutDir(c.SoongOutDir()) | 
|  | 1316 | return filepath.Join(buildTmpDir, "rbe") | 
| Ramy Medhat | 0fc67eb | 2020-08-12 01:26:23 -0400 | [diff] [blame] | 1317 | } | 
|  | 1318 |  | 
| Ramy Medhat | c8f6cc2 | 2023-03-31 09:50:34 -0400 | [diff] [blame] | 1319 | func (c *configImpl) rbeCacheDir() string { | 
|  | 1320 | for _, f := range []string{"RBE_cache_dir", "FLAG_cache_dir"} { | 
|  | 1321 | if v, ok := c.environ.Get(f); ok { | 
|  | 1322 | return v | 
|  | 1323 | } | 
|  | 1324 | } | 
|  | 1325 | return shared.JoinPath(c.SoongOutDir(), "rbe") | 
|  | 1326 | } | 
|  | 1327 |  | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 1328 | func (c *configImpl) shouldCleanupRBELogsDir() bool { | 
|  | 1329 | // Perform a log directory cleanup only when the log directory | 
|  | 1330 | // is auto created by the build rather than user-specified. | 
|  | 1331 | for _, f := range []string{"RBE_proxy_log_dir", "FLAG_output_dir"} { | 
|  | 1332 | if _, ok := c.environ.Get(f); ok { | 
|  | 1333 | return false | 
| Patrice Arruda | 62f1bf2 | 2020-07-07 12:48:26 +0000 | [diff] [blame] | 1334 | } | 
|  | 1335 | } | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 1336 | return true | 
| Ramy Medhat | 0fc67eb | 2020-08-12 01:26:23 -0400 | [diff] [blame] | 1337 | } | 
|  | 1338 |  | 
|  | 1339 | func (c *configImpl) rbeExecRoot() string { | 
|  | 1340 | for _, f := range []string{"RBE_exec_root", "FLAG_exec_root"} { | 
|  | 1341 | if v, ok := c.environ.Get(f); ok { | 
|  | 1342 | return v | 
|  | 1343 | } | 
|  | 1344 | } | 
|  | 1345 | wd, err := os.Getwd() | 
|  | 1346 | if err != nil { | 
|  | 1347 | return "" | 
|  | 1348 | } | 
|  | 1349 | return wd | 
|  | 1350 | } | 
|  | 1351 |  | 
|  | 1352 | func (c *configImpl) rbeDir() string { | 
|  | 1353 | if v, ok := c.environ.Get("RBE_DIR"); ok { | 
|  | 1354 | return v | 
|  | 1355 | } | 
|  | 1356 | return "prebuilts/remoteexecution-client/live/" | 
|  | 1357 | } | 
|  | 1358 |  | 
|  | 1359 | func (c *configImpl) rbeReproxy() string { | 
|  | 1360 | for _, f := range []string{"RBE_re_proxy", "FLAG_re_proxy"} { | 
|  | 1361 | if v, ok := c.environ.Get(f); ok { | 
|  | 1362 | return v | 
|  | 1363 | } | 
|  | 1364 | } | 
|  | 1365 | return filepath.Join(c.rbeDir(), "reproxy") | 
|  | 1366 | } | 
|  | 1367 |  | 
|  | 1368 | func (c *configImpl) rbeAuth() (string, string) { | 
| Kousik Kumar | 93d192c | 2022-03-18 01:39:56 -0400 | [diff] [blame] | 1369 | credFlags := []string{ | 
|  | 1370 | "use_application_default_credentials", | 
|  | 1371 | "use_gce_credentials", | 
|  | 1372 | "credential_file", | 
|  | 1373 | "use_google_prod_creds", | 
|  | 1374 | } | 
| Ramy Medhat | 0fc67eb | 2020-08-12 01:26:23 -0400 | [diff] [blame] | 1375 | for _, cf := range credFlags { | 
|  | 1376 | for _, f := range []string{"RBE_" + cf, "FLAG_" + cf} { | 
|  | 1377 | if v, ok := c.environ.Get(f); ok { | 
|  | 1378 | v = strings.TrimSpace(v) | 
|  | 1379 | if v != "" && v != "false" && v != "0" { | 
|  | 1380 | return "RBE_" + cf, v | 
|  | 1381 | } | 
|  | 1382 | } | 
|  | 1383 | } | 
|  | 1384 | } | 
|  | 1385 | return "RBE_use_application_default_credentials", "true" | 
| Patrice Arruda | 62f1bf2 | 2020-07-07 12:48:26 +0000 | [diff] [blame] | 1386 | } | 
|  | 1387 |  | 
| Kousik Kumar | 4c180ad | 2022-05-27 07:48:37 -0400 | [diff] [blame] | 1388 | func (c *configImpl) rbeSockAddr(dir string) (string, error) { | 
|  | 1389 | maxNameLen := len(syscall.RawSockaddrUnix{}.Path) | 
|  | 1390 | base := fmt.Sprintf("reproxy_%v.sock", rbeRandPrefix) | 
|  | 1391 |  | 
|  | 1392 | name := filepath.Join(dir, base) | 
|  | 1393 | if len(name) < maxNameLen { | 
|  | 1394 | return name, nil | 
|  | 1395 | } | 
|  | 1396 |  | 
|  | 1397 | name = filepath.Join("/tmp", base) | 
|  | 1398 | if len(name) < maxNameLen { | 
|  | 1399 | return name, nil | 
|  | 1400 | } | 
|  | 1401 |  | 
|  | 1402 | return "", fmt.Errorf("cannot generate a proxy socket address shorter than the limit of %v", maxNameLen) | 
|  | 1403 | } | 
|  | 1404 |  | 
| Kousik Kumar | 7bc7819 | 2022-04-27 14:52:56 -0400 | [diff] [blame] | 1405 | // IsGooglerEnvironment returns true if the current build is running | 
|  | 1406 | // on a Google developer machine and false otherwise. | 
|  | 1407 | func (c *configImpl) IsGooglerEnvironment() bool { | 
|  | 1408 | cf := "ANDROID_BUILD_ENVIRONMENT_CONFIG" | 
|  | 1409 | if v, ok := c.environ.Get(cf); ok { | 
|  | 1410 | return v == "googler" | 
|  | 1411 | } | 
|  | 1412 | return false | 
|  | 1413 | } | 
|  | 1414 |  | 
|  | 1415 | // GoogleProdCredsExist determine whether credentials exist on the | 
|  | 1416 | // Googler machine to use remote execution. | 
|  | 1417 | func (c *configImpl) GoogleProdCredsExist() bool { | 
| Kevin Dagostino | 096ab2f | 2023-03-03 19:47:17 +0000 | [diff] [blame] | 1418 | if googleProdCredsExistCache { | 
|  | 1419 | return googleProdCredsExistCache | 
|  | 1420 | } | 
| andusyu | 0b3dc03 | 2023-06-21 17:29:32 -0400 | [diff] [blame] | 1421 | if _, err := exec.Command("/usr/bin/gcertstatus", "-nocheck_ssh").Output(); err != nil { | 
| Kousik Kumar | 7bc7819 | 2022-04-27 14:52:56 -0400 | [diff] [blame] | 1422 | return false | 
|  | 1423 | } | 
| Kevin Dagostino | 096ab2f | 2023-03-03 19:47:17 +0000 | [diff] [blame] | 1424 | googleProdCredsExistCache = true | 
| Kousik Kumar | 7bc7819 | 2022-04-27 14:52:56 -0400 | [diff] [blame] | 1425 | return true | 
|  | 1426 | } | 
|  | 1427 |  | 
|  | 1428 | // UseRemoteBuild indicates whether to use a remote build acceleration system | 
|  | 1429 | // to speed up the build. | 
| Colin Cross | 9016b91 | 2019-11-11 14:57:42 -0800 | [diff] [blame] | 1430 | func (c *configImpl) UseRemoteBuild() bool { | 
|  | 1431 | return c.UseGoma() || c.UseRBE() | 
|  | 1432 | } | 
|  | 1433 |  | 
| Kousik Kumar | 7bc7819 | 2022-04-27 14:52:56 -0400 | [diff] [blame] | 1434 | // StubbyExists checks whether the stubby binary exists on the machine running | 
|  | 1435 | // the build. | 
|  | 1436 | func (c *configImpl) StubbyExists() bool { | 
|  | 1437 | if _, err := exec.LookPath("stubby"); err != nil { | 
|  | 1438 | return false | 
|  | 1439 | } | 
|  | 1440 | return true | 
|  | 1441 | } | 
|  | 1442 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1443 | // RemoteParallel controls how many remote jobs (i.e., commands which contain | 
| Jeff Gaston | efc1b41 | 2017-03-29 17:29:06 -0700 | [diff] [blame] | 1444 | // gomacc) are run in parallel.  Note the parallelism of all other jobs is | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1445 | // still limited by Parallel() | 
|  | 1446 | func (c *configImpl) RemoteParallel() int { | 
| Colin Cross | 8b8bec3 | 2019-11-15 13:18:43 -0800 | [diff] [blame] | 1447 | if !c.UseRemoteBuild() { | 
|  | 1448 | return 0 | 
|  | 1449 | } | 
|  | 1450 | if i, ok := c.environ.GetInt("NINJA_REMOTE_NUM_JOBS"); ok { | 
|  | 1451 | return i | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1452 | } | 
|  | 1453 | return 500 | 
|  | 1454 | } | 
|  | 1455 |  | 
|  | 1456 | func (c *configImpl) SetKatiArgs(args []string) { | 
|  | 1457 | c.katiArgs = args | 
|  | 1458 | } | 
|  | 1459 |  | 
|  | 1460 | func (c *configImpl) SetNinjaArgs(args []string) { | 
|  | 1461 | c.ninjaArgs = args | 
|  | 1462 | } | 
|  | 1463 |  | 
|  | 1464 | func (c *configImpl) SetKatiSuffix(suffix string) { | 
|  | 1465 | c.katiSuffix = suffix | 
|  | 1466 | } | 
|  | 1467 |  | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 1468 | func (c *configImpl) LastKatiSuffixFile() string { | 
|  | 1469 | return filepath.Join(c.OutDir(), "last_kati_suffix") | 
|  | 1470 | } | 
|  | 1471 |  | 
|  | 1472 | func (c *configImpl) HasKatiSuffix() bool { | 
|  | 1473 | return c.katiSuffix != "" | 
|  | 1474 | } | 
|  | 1475 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1476 | func (c *configImpl) KatiEnvFile() string { | 
|  | 1477 | return filepath.Join(c.OutDir(), "env"+c.KatiSuffix()+".sh") | 
|  | 1478 | } | 
|  | 1479 |  | 
| Dan Willemsen | 2997123 | 2018-09-26 14:58:30 -0700 | [diff] [blame] | 1480 | func (c *configImpl) KatiBuildNinjaFile() string { | 
|  | 1481 | return filepath.Join(c.OutDir(), "build"+c.KatiSuffix()+katiBuildSuffix+".ninja") | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1482 | } | 
|  | 1483 |  | 
| Dan Willemsen | fb1271a | 2018-09-26 15:00:42 -0700 | [diff] [blame] | 1484 | func (c *configImpl) KatiPackageNinjaFile() string { | 
|  | 1485 | return filepath.Join(c.OutDir(), "build"+c.KatiSuffix()+katiPackageSuffix+".ninja") | 
|  | 1486 | } | 
|  | 1487 |  | 
| Jihoon Kang | 9f4f8a3 | 2022-08-16 00:57:30 +0000 | [diff] [blame] | 1488 | func (c *configImpl) SoongVarsFile() string { | 
| Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 1489 | targetProduct, err := c.TargetProductOrErr() | 
|  | 1490 | if err != nil { | 
|  | 1491 | return filepath.Join(c.SoongOutDir(), "soong.variables") | 
|  | 1492 | } else { | 
|  | 1493 | return filepath.Join(c.SoongOutDir(), "soong."+targetProduct+".variables") | 
|  | 1494 | } | 
| Jihoon Kang | 9f4f8a3 | 2022-08-16 00:57:30 +0000 | [diff] [blame] | 1495 | } | 
|  | 1496 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1497 | func (c *configImpl) SoongNinjaFile() string { | 
| Kiyoung Kim | a37d9ba | 2023-04-19 13:13:45 +0900 | [diff] [blame] | 1498 | targetProduct, err := c.TargetProductOrErr() | 
|  | 1499 | if err != nil { | 
|  | 1500 | return filepath.Join(c.SoongOutDir(), "build.ninja") | 
|  | 1501 | } else { | 
|  | 1502 | return filepath.Join(c.SoongOutDir(), "build."+targetProduct+".ninja") | 
|  | 1503 | } | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1504 | } | 
|  | 1505 |  | 
|  | 1506 | func (c *configImpl) CombinedNinjaFile() string { | 
| Dan Willemsen | e0879fc | 2017-08-04 15:06:27 -0700 | [diff] [blame] | 1507 | if c.katiSuffix == "" { | 
|  | 1508 | return filepath.Join(c.OutDir(), "combined.ninja") | 
|  | 1509 | } | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1510 | return filepath.Join(c.OutDir(), "combined"+c.KatiSuffix()+".ninja") | 
|  | 1511 | } | 
|  | 1512 |  | 
|  | 1513 | func (c *configImpl) SoongAndroidMk() string { | 
|  | 1514 | return filepath.Join(c.SoongOutDir(), "Android-"+c.TargetProduct()+".mk") | 
|  | 1515 | } | 
|  | 1516 |  | 
|  | 1517 | func (c *configImpl) SoongMakeVarsMk() string { | 
|  | 1518 | return filepath.Join(c.SoongOutDir(), "make_vars-"+c.TargetProduct()+".mk") | 
|  | 1519 | } | 
|  | 1520 |  | 
| Colin Cross | aa9a273 | 2023-10-27 10:54:27 -0700 | [diff] [blame] | 1521 | func (c *configImpl) SoongBuildMetrics() string { | 
| Colin Cross | b67b061 | 2023-10-31 10:02:45 -0700 | [diff] [blame] | 1522 | return filepath.Join(c.LogsDir(), "soong_build_metrics.pb") | 
| Colin Cross | aa9a273 | 2023-10-27 10:54:27 -0700 | [diff] [blame] | 1523 | } | 
|  | 1524 |  | 
| Dan Willemsen | f052f78 | 2017-05-18 15:29:04 -0700 | [diff] [blame] | 1525 | func (c *configImpl) ProductOut() string { | 
| Dan Willemsen | 4dc4e14 | 2017-09-08 14:35:43 -0700 | [diff] [blame] | 1526 | return filepath.Join(c.OutDir(), "target", "product", c.TargetDevice()) | 
| Dan Willemsen | f052f78 | 2017-05-18 15:29:04 -0700 | [diff] [blame] | 1527 | } | 
|  | 1528 |  | 
| Dan Willemsen | 02781d5 | 2017-05-12 19:28:13 -0700 | [diff] [blame] | 1529 | func (c *configImpl) DevicePreviousProductConfig() string { | 
| Dan Willemsen | f052f78 | 2017-05-18 15:29:04 -0700 | [diff] [blame] | 1530 | return filepath.Join(c.ProductOut(), "previous_build_config.mk") | 
|  | 1531 | } | 
|  | 1532 |  | 
| Dan Willemsen | fb1271a | 2018-09-26 15:00:42 -0700 | [diff] [blame] | 1533 | func (c *configImpl) KatiPackageMkDir() string { | 
|  | 1534 | return filepath.Join(c.ProductOut(), "obj", "CONFIG", "kati_packaging") | 
|  | 1535 | } | 
|  | 1536 |  | 
| Dan Willemsen | f052f78 | 2017-05-18 15:29:04 -0700 | [diff] [blame] | 1537 | func (c *configImpl) hostOutRoot() string { | 
| Dan Willemsen | 4dc4e14 | 2017-09-08 14:35:43 -0700 | [diff] [blame] | 1538 | return filepath.Join(c.OutDir(), "host") | 
| Dan Willemsen | f052f78 | 2017-05-18 15:29:04 -0700 | [diff] [blame] | 1539 | } | 
|  | 1540 |  | 
|  | 1541 | func (c *configImpl) HostOut() string { | 
|  | 1542 | return filepath.Join(c.hostOutRoot(), c.HostPrebuiltTag()) | 
|  | 1543 | } | 
|  | 1544 |  | 
|  | 1545 | // This probably needs to be multi-valued, so not exporting it for now | 
|  | 1546 | func (c *configImpl) hostCrossOut() string { | 
|  | 1547 | if runtime.GOOS == "linux" { | 
|  | 1548 | return filepath.Join(c.hostOutRoot(), "windows-x86") | 
|  | 1549 | } else { | 
|  | 1550 | return "" | 
|  | 1551 | } | 
| Dan Willemsen | 02781d5 | 2017-05-12 19:28:13 -0700 | [diff] [blame] | 1552 | } | 
|  | 1553 |  | 
| Dan Willemsen | 1e70446 | 2016-08-21 15:17:17 -0700 | [diff] [blame] | 1554 | func (c *configImpl) HostPrebuiltTag() string { | 
|  | 1555 | if runtime.GOOS == "linux" { | 
|  | 1556 | return "linux-x86" | 
|  | 1557 | } else if runtime.GOOS == "darwin" { | 
|  | 1558 | return "darwin-x86" | 
|  | 1559 | } else { | 
|  | 1560 | panic("Unsupported OS") | 
|  | 1561 | } | 
|  | 1562 | } | 
| Dan Willemsen | f173d59 | 2017-04-27 14:28:00 -0700 | [diff] [blame] | 1563 |  | 
| Dan Willemsen | 8122bd5 | 2017-10-12 20:20:41 -0700 | [diff] [blame] | 1564 | func (c *configImpl) PrebuiltBuildTool(name string) string { | 
| Dan Willemsen | f173d59 | 2017-04-27 14:28:00 -0700 | [diff] [blame] | 1565 | if v, ok := c.environ.Get("SANITIZE_HOST"); ok { | 
|  | 1566 | if sanitize := strings.Fields(v); inList("address", sanitize) { | 
| Dan Willemsen | 8122bd5 | 2017-10-12 20:20:41 -0700 | [diff] [blame] | 1567 | asan := filepath.Join("prebuilts/build-tools", c.HostPrebuiltTag(), "asan/bin", name) | 
|  | 1568 | if _, err := os.Stat(asan); err == nil { | 
|  | 1569 | return asan | 
|  | 1570 | } | 
| Dan Willemsen | f173d59 | 2017-04-27 14:28:00 -0700 | [diff] [blame] | 1571 | } | 
|  | 1572 | } | 
|  | 1573 | return filepath.Join("prebuilts/build-tools", c.HostPrebuiltTag(), "bin", name) | 
|  | 1574 | } | 
| Dan Willemsen | 3d60b11 | 2018-04-04 22:25:56 -0700 | [diff] [blame] | 1575 |  | 
|  | 1576 | func (c *configImpl) SetBuildBrokenDupRules(val bool) { | 
|  | 1577 | c.brokenDupRules = val | 
|  | 1578 | } | 
|  | 1579 |  | 
|  | 1580 | func (c *configImpl) BuildBrokenDupRules() bool { | 
|  | 1581 | return c.brokenDupRules | 
|  | 1582 | } | 
| Dan Willemsen | 6ab79db | 2018-05-02 00:06:28 -0700 | [diff] [blame] | 1583 |  | 
| Dan Willemsen | 25e6f09 | 2019-04-09 10:22:43 -0700 | [diff] [blame] | 1584 | func (c *configImpl) SetBuildBrokenUsesNetwork(val bool) { | 
|  | 1585 | c.brokenUsesNetwork = val | 
|  | 1586 | } | 
|  | 1587 |  | 
|  | 1588 | func (c *configImpl) BuildBrokenUsesNetwork() bool { | 
|  | 1589 | return c.brokenUsesNetwork | 
|  | 1590 | } | 
|  | 1591 |  | 
| Dan Willemsen | e333635 | 2020-01-02 19:10:38 -0800 | [diff] [blame] | 1592 | func (c *configImpl) SetBuildBrokenNinjaUsesEnvVars(val []string) { | 
|  | 1593 | c.brokenNinjaEnvVars = val | 
|  | 1594 | } | 
|  | 1595 |  | 
|  | 1596 | func (c *configImpl) BuildBrokenNinjaUsesEnvVars() []string { | 
|  | 1597 | return c.brokenNinjaEnvVars | 
|  | 1598 | } | 
|  | 1599 |  | 
| Dan Willemsen | 6ab79db | 2018-05-02 00:06:28 -0700 | [diff] [blame] | 1600 | func (c *configImpl) SetTargetDeviceDir(dir string) { | 
|  | 1601 | c.targetDeviceDir = dir | 
|  | 1602 | } | 
|  | 1603 |  | 
|  | 1604 | func (c *configImpl) TargetDeviceDir() string { | 
|  | 1605 | return c.targetDeviceDir | 
|  | 1606 | } | 
| Dan Willemsen | fa42f3c | 2018-06-15 21:54:47 -0700 | [diff] [blame] | 1607 |  | 
| Patrice Arruda | 219eef3 | 2020-06-01 17:29:30 +0000 | [diff] [blame] | 1608 | func (c *configImpl) BuildDateTime() string { | 
|  | 1609 | return c.buildDateTime | 
|  | 1610 | } | 
|  | 1611 |  | 
|  | 1612 | func (c *configImpl) MetricsUploaderApp() string { | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 1613 | return c.metricsUploader | 
| Patrice Arruda | 219eef3 | 2020-06-01 17:29:30 +0000 | [diff] [blame] | 1614 | } | 
| Patrice Arruda | 83842d7 | 2020-12-08 19:42:08 +0000 | [diff] [blame] | 1615 |  | 
| Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 1616 | // LogsDir returns the absolute path to the logs directory where build log and | 
|  | 1617 | // metrics files are located. By default, the logs directory is the out | 
| Patrice Arruda | 83842d7 | 2020-12-08 19:42:08 +0000 | [diff] [blame] | 1618 | // directory. If the argument dist is specified, the logs directory | 
|  | 1619 | // is <dist_dir>/logs. | 
|  | 1620 | func (c *configImpl) LogsDir() string { | 
| Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 1621 | dir := c.OutDir() | 
| Patrice Arruda | 83842d7 | 2020-12-08 19:42:08 +0000 | [diff] [blame] | 1622 | if c.Dist() { | 
| Rupert Shuttleworth | 3c9f5ac | 2020-12-10 11:32:38 +0000 | [diff] [blame] | 1623 | // Always write logs to the real dist dir, even if Bazel is using a rigged dist dir for other files | 
| Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 1624 | dir = filepath.Join(c.RealDistDir(), "logs") | 
| Patrice Arruda | 83842d7 | 2020-12-08 19:42:08 +0000 | [diff] [blame] | 1625 | } | 
| Alex Márquez Pérez Muñíz Díaz Púras Thaureaux | 947fdbf | 2021-11-10 09:55:20 -0500 | [diff] [blame] | 1626 | absDir, err := filepath.Abs(dir) | 
|  | 1627 | if err != nil { | 
|  | 1628 | fmt.Fprintf(os.Stderr, "\nError making log dir '%s' absolute: %s\n", dir, err.Error()) | 
|  | 1629 | os.Exit(1) | 
|  | 1630 | } | 
|  | 1631 | return absDir | 
| Patrice Arruda | 83842d7 | 2020-12-08 19:42:08 +0000 | [diff] [blame] | 1632 | } | 
|  | 1633 |  | 
| Chris Parsons | 53f68ae | 2022-03-03 12:01:40 -0500 | [diff] [blame] | 1634 | // MkFileMetrics returns the file path for make-related metrics. | 
|  | 1635 | func (c *configImpl) MkMetrics() string { | 
|  | 1636 | return filepath.Join(c.LogsDir(), "mk_metrics.pb") | 
|  | 1637 | } | 
|  | 1638 |  | 
| Colin Cross | f3bdbcb | 2021-06-01 11:43:55 -0700 | [diff] [blame] | 1639 | func (c *configImpl) SetEmptyNinjaFile(v bool) { | 
|  | 1640 | c.emptyNinjaFile = v | 
|  | 1641 | } | 
|  | 1642 |  | 
|  | 1643 | func (c *configImpl) EmptyNinjaFile() bool { | 
|  | 1644 | return c.emptyNinjaFile | 
|  | 1645 | } | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 1646 |  | 
| MarkDacek | d0e7cd3 | 2022-12-02 22:22:40 +0000 | [diff] [blame] | 1647 | func (c *configImpl) SkipMetricsUpload() bool { | 
|  | 1648 | return c.skipMetricsUpload | 
|  | 1649 | } | 
|  | 1650 |  | 
| MarkDacek | f47e142 | 2023-04-19 16:47:36 +0000 | [diff] [blame] | 1651 | func (c *configImpl) EnsureAllowlistIntegrity() bool { | 
|  | 1652 | return c.ensureAllowlistIntegrity | 
|  | 1653 | } | 
|  | 1654 |  | 
| MarkDacek | 6614d9c | 2022-12-07 21:57:38 +0000 | [diff] [blame] | 1655 | // Returns a Time object if one was passed via a command-line flag. | 
|  | 1656 | // Otherwise returns the passed default. | 
|  | 1657 | func (c *configImpl) BuildStartedTimeOrDefault(defaultTime time.Time) time.Time { | 
|  | 1658 | if c.buildStartedTime == 0 { | 
|  | 1659 | return defaultTime | 
|  | 1660 | } | 
|  | 1661 | return time.UnixMilli(c.buildStartedTime) | 
|  | 1662 | } | 
|  | 1663 |  | 
| Yu Liu | 6e13b40 | 2021-07-27 14:29:06 -0700 | [diff] [blame] | 1664 | func GetMetricsUploader(topDir string, env *Environment) string { | 
|  | 1665 | if p, ok := env.Get("METRICS_UPLOADER"); ok { | 
|  | 1666 | metricsUploader := filepath.Join(topDir, p) | 
|  | 1667 | if _, err := os.Stat(metricsUploader); err == nil { | 
|  | 1668 | return metricsUploader | 
|  | 1669 | } | 
|  | 1670 | } | 
|  | 1671 |  | 
|  | 1672 | return "" | 
|  | 1673 | } |