blob: 6231e526918f25d59913b75d87dbeb74621e69a2 [file] [log] [blame]
Ramy Medhatbbf25672019-07-17 12:30:04 +00001// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package build
16
17import (
Ramy Medhatca1e44c2020-07-16 12:18:37 -040018 "fmt"
Patrice Arruda62f1bf22020-07-07 12:48:26 +000019 "os"
Ramy Medhatbbf25672019-07-17 12:30:04 +000020 "path/filepath"
Kousik Kumar35faaef2022-01-13 02:13:10 -050021 "runtime"
Kousik Kumar7bc78192022-04-27 14:52:56 -040022 "strings"
Ramy Medhatbbf25672019-07-17 12:30:04 +000023
David Srbecky2285cff2022-07-12 16:26:37 +010024 "android/soong/remoteexec"
Ramy Medhatbbf25672019-07-17 12:30:04 +000025 "android/soong/ui/metrics"
26)
27
Patrice Arruda62f1bf22020-07-07 12:48:26 +000028const (
29 rbeLeastNProcs = 2500
30 rbeLeastNFiles = 16000
31
32 // prebuilt RBE binaries
33 bootstrapCmd = "bootstrap"
34
35 // RBE metrics proto buffer file
36 rbeMetricsPBFilename = "rbe_metrics.pb"
Kousik Kumara0a44a82020-10-08 02:33:29 -040037
38 defaultOutDir = "out"
Patrice Arruda62f1bf22020-07-07 12:48:26 +000039)
40
41func rbeCommand(ctx Context, config Config, rbeCmd string) string {
42 var cmdPath string
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040043 if rbeDir := config.rbeDir(); rbeDir != "" {
Patrice Arruda62f1bf22020-07-07 12:48:26 +000044 cmdPath = filepath.Join(rbeDir, rbeCmd)
Patrice Arruda62f1bf22020-07-07 12:48:26 +000045 } else {
46 ctx.Fatalf("rbe command path not found")
47 }
48
49 if _, err := os.Stat(cmdPath); err != nil && os.IsNotExist(err) {
50 ctx.Fatalf("rbe command %q not found", rbeCmd)
51 }
52
53 return cmdPath
54}
Ramy Medhatbbf25672019-07-17 12:30:04 +000055
Ramy Medhat81b3a832020-08-28 23:53:02 -040056func getRBEVars(ctx Context, config Config) map[string]string {
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040057 vars := map[string]string{
David Srbecky2285cff2022-07-12 16:26:37 +010058 "RBE_log_dir": config.rbeProxyLogsDir(),
59 "RBE_re_proxy": config.rbeReproxy(),
60 "RBE_exec_root": config.rbeExecRoot(),
61 "RBE_output_dir": config.rbeProxyLogsDir(),
Kousik Kumar4c180ad2022-05-27 07:48:37 -040062 "RBE_proxy_log_dir": config.rbeProxyLogsDir(),
David Srbecky2285cff2022-07-12 16:26:37 +010063 "RBE_platform": "container-image=" + remoteexec.DefaultImage,
Ramy Medhata958d352020-08-13 22:53:42 -040064 }
65 if config.StartRBE() {
Kousik Kumar4c180ad2022-05-27 07:48:37 -040066 name, err := config.rbeSockAddr(absPath(ctx, config.TempDir()))
Ramy Medhat81b3a832020-08-28 23:53:02 -040067 if err != nil {
68 ctx.Fatalf("Error retrieving socket address: %v", err)
69 return nil
70 }
71 vars["RBE_server_address"] = fmt.Sprintf("unix://%v", name)
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040072 }
Kousik Kumar35faaef2022-01-13 02:13:10 -050073
74 rf := 1.0
75 if config.Parallel() < runtime.NumCPU() {
76 rf = float64(config.Parallel()) / float64(runtime.NumCPU())
77 }
78 vars["RBE_local_resource_fraction"] = fmt.Sprintf("%.2f", rf)
79
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040080 k, v := config.rbeAuth()
81 vars[k] = v
82 return vars
Ramy Medhatca1e44c2020-07-16 12:18:37 -040083}
84
Kousik Kumar4c180ad2022-05-27 07:48:37 -040085func cleanupRBELogsDir(ctx Context, config Config) {
86 if !config.shouldCleanupRBELogsDir() {
87 return
88 }
89
90 rbeTmpDir := config.rbeProxyLogsDir()
91 if err := os.RemoveAll(rbeTmpDir); err != nil {
92 fmt.Fprintln(ctx.Writer, "\033[33mUnable to remove RBE log directory: ", err, "\033[0m")
93 }
94}
95
Ramy Medhatbbf25672019-07-17 12:30:04 +000096func startRBE(ctx Context, config Config) {
97 ctx.BeginTrace(metrics.RunSetupTool, "rbe_bootstrap")
98 defer ctx.EndTrace()
99
100 if u := ulimitOrFatal(ctx, config, "-u"); u < rbeLeastNProcs {
101 ctx.Fatalf("max user processes is insufficient: %d; want >= %d.\n", u, rbeLeastNProcs)
102 }
103 if n := ulimitOrFatal(ctx, config, "-n"); n < rbeLeastNFiles {
104 ctx.Fatalf("max open files is insufficient: %d; want >= %d.\n", n, rbeLeastNFiles)
105 }
Kousik Kumar4c180ad2022-05-27 07:48:37 -0400106 if _, err := os.Stat(config.rbeProxyLogsDir()); os.IsNotExist(err) {
107 if err := os.MkdirAll(config.rbeProxyLogsDir(), 0744); err != nil {
108 ctx.Fatalf("Unable to create logs dir (%v) for RBE: %v", config.rbeProxyLogsDir, err)
109 }
110 }
Ramy Medhatbbf25672019-07-17 12:30:04 +0000111
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000112 cmd := Command(ctx, config, "startRBE bootstrap", rbeCommand(ctx, config, bootstrapCmd))
Ramy Medhatbbf25672019-07-17 12:30:04 +0000113
114 if output, err := cmd.CombinedOutput(); err != nil {
Kousik Kumar1e4d5f32021-01-26 14:30:53 -0500115 ctx.Fatalf("Unable to start RBE reproxy\nFAILED: RBE bootstrap failed with: %v\n%s\n", err, output)
Ramy Medhatbbf25672019-07-17 12:30:04 +0000116 }
117}
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000118
119func stopRBE(ctx Context, config Config) {
120 cmd := Command(ctx, config, "stopRBE bootstrap", rbeCommand(ctx, config, bootstrapCmd), "-shutdown")
Kousik Kumar20810522021-03-21 22:35:26 -0400121 output, err := cmd.CombinedOutput()
122 if err != nil {
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000123 ctx.Fatalf("rbe bootstrap with shutdown failed with: %v\n%s\n", err, output)
124 }
Kousik Kumar20810522021-03-21 22:35:26 -0400125
Peter Collingbournef4d9bd22021-04-20 20:58:19 -0700126 if !config.Environment().IsEnvTrue("ANDROID_QUIET_BUILD") && len(output) > 0 {
Kousik Kumar20810522021-03-21 22:35:26 -0400127 fmt.Fprintln(ctx.Writer, "")
128 fmt.Fprintln(ctx.Writer, fmt.Sprintf("%s", output))
129 }
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000130}
131
Kousik Kumar7bc78192022-04-27 14:52:56 -0400132func prodCredsAuthType(config Config) bool {
133 authVar, val := config.rbeAuth()
134 if strings.Contains(authVar, "use_google_prod_creds") && val != "" && val != "false" {
135 return true
136 }
137 return false
138}
139
140// Check whether proper auth exists for RBE builds run within a
141// Google dev environment.
142func CheckProdCreds(ctx Context, config Config) {
143 if !config.IsGooglerEnvironment() {
144 return
145 }
146 if !config.StubbyExists() && prodCredsAuthType(config) {
147 fmt.Fprintln(ctx.Writer, "")
148 fmt.Fprintln(ctx.Writer, fmt.Sprintf("\033[33mWARNING: %q binary not found in $PATH, follow go/build-fast#opting-out-of-loas-credentials instead for authenticating with RBE.\033[0m", "stubby"))
149 fmt.Fprintln(ctx.Writer, "")
150 return
151 }
152 if config.GoogleProdCredsExist() {
153 return
154 }
155 fmt.Fprintln(ctx.Writer, "")
156 fmt.Fprintln(ctx.Writer, "\033[33mWARNING: Missing LOAS credentials, please run `gcert`. This will result in failing builds in the future, see go/rbe-android-default-announcement.\033[0m")
157 fmt.Fprintln(ctx.Writer, "")
158}
159
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000160// DumpRBEMetrics creates a metrics protobuf file containing RBE related metrics.
161// The protobuf file is created if RBE is enabled and the proxy service has
162// started. The proxy service is shutdown in order to dump the RBE metrics to the
163// protobuf file.
164func DumpRBEMetrics(ctx Context, config Config, filename string) {
165 ctx.BeginTrace(metrics.RunShutdownTool, "dump_rbe_metrics")
166 defer ctx.EndTrace()
167
168 // Remove the previous metrics file in case there is a failure or RBE has been
169 // disable for this run.
170 os.Remove(filename)
171
172 // If RBE is not enabled then there are no metrics to generate.
173 // If RBE does not require to start, the RBE proxy maybe started
174 // manually for debugging purpose and can generate the metrics
175 // afterwards.
176 if !config.StartRBE() {
177 return
178 }
179
Kousik Kumar4c180ad2022-05-27 07:48:37 -0400180 outputDir := config.rbeProxyLogsDir()
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000181 if outputDir == "" {
182 ctx.Fatal("RBE output dir variable not defined. Aborting metrics dumping.")
183 }
184 metricsFile := filepath.Join(outputDir, rbeMetricsPBFilename)
185
186 // Stop the proxy first in order to generate the RBE metrics protobuf file.
187 stopRBE(ctx, config)
188
Ramy Medhat0fc67eb2020-08-12 01:26:23 -0400189 if metricsFile == filename {
190 return
191 }
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000192 if _, err := copyFile(metricsFile, filename); err != nil {
193 ctx.Fatalf("failed to copy %q to %q: %v\n", metricsFile, filename, err)
194 }
195}
Kousik Kumara0a44a82020-10-08 02:33:29 -0400196
197// PrintOutDirWarning prints a warning to indicate to the user that
198// setting output directory to a path other than "out" in an RBE enabled
199// build can cause slow builds.
200func PrintOutDirWarning(ctx Context, config Config) {
201 if config.UseRBE() && config.OutDir() != defaultOutDir {
202 fmt.Fprintln(ctx.Writer, "")
203 fmt.Fprintln(ctx.Writer, "\033[33mWARNING:\033[0m")
204 fmt.Fprintln(ctx.Writer, fmt.Sprintf("Setting OUT_DIR to a path other than %v may result in slow RBE builds.", defaultOutDir))
205 fmt.Fprintln(ctx.Writer, "See http://go/android_rbe_out_dir for a workaround.")
206 fmt.Fprintln(ctx.Writer, "")
207 }
208}