blob: 3b9d301f5b9e7756d18d9f4762b90b4d59cf467b [file] [log] [blame]
Ramy Medhatbbf25672019-07-17 12:30:04 +00001// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package build
16
17import (
Ramy Medhatca1e44c2020-07-16 12:18:37 -040018 "fmt"
Patrice Arruda62f1bf22020-07-07 12:48:26 +000019 "os"
Ramy Medhatbbf25672019-07-17 12:30:04 +000020 "path/filepath"
Kousik Kumar35faaef2022-01-13 02:13:10 -050021 "runtime"
Kousik Kumar7bc78192022-04-27 14:52:56 -040022 "strings"
Ramy Medhatbbf25672019-07-17 12:30:04 +000023
David Srbecky2285cff2022-07-12 16:26:37 +010024 "android/soong/remoteexec"
Ramy Medhatbbf25672019-07-17 12:30:04 +000025 "android/soong/ui/metrics"
26)
27
Patrice Arruda62f1bf22020-07-07 12:48:26 +000028const (
29 rbeLeastNProcs = 2500
30 rbeLeastNFiles = 16000
31
32 // prebuilt RBE binaries
33 bootstrapCmd = "bootstrap"
34
35 // RBE metrics proto buffer file
36 rbeMetricsPBFilename = "rbe_metrics.pb"
Kousik Kumara0a44a82020-10-08 02:33:29 -040037
38 defaultOutDir = "out"
Patrice Arruda62f1bf22020-07-07 12:48:26 +000039)
40
41func rbeCommand(ctx Context, config Config, rbeCmd string) string {
42 var cmdPath string
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040043 if rbeDir := config.rbeDir(); rbeDir != "" {
Patrice Arruda62f1bf22020-07-07 12:48:26 +000044 cmdPath = filepath.Join(rbeDir, rbeCmd)
Patrice Arruda62f1bf22020-07-07 12:48:26 +000045 } else {
46 ctx.Fatalf("rbe command path not found")
47 }
48
49 if _, err := os.Stat(cmdPath); err != nil && os.IsNotExist(err) {
50 ctx.Fatalf("rbe command %q not found", rbeCmd)
51 }
52
53 return cmdPath
54}
Ramy Medhatbbf25672019-07-17 12:30:04 +000055
Ramy Medhat81b3a832020-08-28 23:53:02 -040056func getRBEVars(ctx Context, config Config) map[string]string {
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040057 vars := map[string]string{
David Srbecky2285cff2022-07-12 16:26:37 +010058 "RBE_log_dir": config.rbeProxyLogsDir(),
59 "RBE_re_proxy": config.rbeReproxy(),
60 "RBE_exec_root": config.rbeExecRoot(),
61 "RBE_output_dir": config.rbeProxyLogsDir(),
Kousik Kumar4c180ad2022-05-27 07:48:37 -040062 "RBE_proxy_log_dir": config.rbeProxyLogsDir(),
Ramy Medhatc8f6cc22023-03-31 09:50:34 -040063 "RBE_cache_dir": config.rbeCacheDir(),
David Srbecky2285cff2022-07-12 16:26:37 +010064 "RBE_platform": "container-image=" + remoteexec.DefaultImage,
Ramy Medhata958d352020-08-13 22:53:42 -040065 }
66 if config.StartRBE() {
Kousik Kumar4c180ad2022-05-27 07:48:37 -040067 name, err := config.rbeSockAddr(absPath(ctx, config.TempDir()))
Ramy Medhat81b3a832020-08-28 23:53:02 -040068 if err != nil {
69 ctx.Fatalf("Error retrieving socket address: %v", err)
70 return nil
71 }
72 vars["RBE_server_address"] = fmt.Sprintf("unix://%v", name)
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040073 }
Kousik Kumar35faaef2022-01-13 02:13:10 -050074
75 rf := 1.0
76 if config.Parallel() < runtime.NumCPU() {
77 rf = float64(config.Parallel()) / float64(runtime.NumCPU())
78 }
79 vars["RBE_local_resource_fraction"] = fmt.Sprintf("%.2f", rf)
80
Ramy Medhat0fc67eb2020-08-12 01:26:23 -040081 k, v := config.rbeAuth()
82 vars[k] = v
83 return vars
Ramy Medhatca1e44c2020-07-16 12:18:37 -040084}
85
Kousik Kumar4c180ad2022-05-27 07:48:37 -040086func cleanupRBELogsDir(ctx Context, config Config) {
87 if !config.shouldCleanupRBELogsDir() {
88 return
89 }
90
91 rbeTmpDir := config.rbeProxyLogsDir()
92 if err := os.RemoveAll(rbeTmpDir); err != nil {
93 fmt.Fprintln(ctx.Writer, "\033[33mUnable to remove RBE log directory: ", err, "\033[0m")
94 }
95}
96
Ramy Medhatbbf25672019-07-17 12:30:04 +000097func startRBE(ctx Context, config Config) {
andusyu838086f2022-10-13 18:34:08 -040098 if !config.GoogleProdCredsExist() && prodCredsAuthType(config) {
99 ctx.Fatalf("Unable to start RBE reproxy\nFAILED: Missing LOAS credentials.")
100 }
Ramy Medhatbbf25672019-07-17 12:30:04 +0000101 ctx.BeginTrace(metrics.RunSetupTool, "rbe_bootstrap")
102 defer ctx.EndTrace()
103
Cole Faust64955b32023-02-16 12:53:32 -0800104 ctx.Status.Status("Starting rbe...")
105
Ramy Medhatbbf25672019-07-17 12:30:04 +0000106 if u := ulimitOrFatal(ctx, config, "-u"); u < rbeLeastNProcs {
107 ctx.Fatalf("max user processes is insufficient: %d; want >= %d.\n", u, rbeLeastNProcs)
108 }
109 if n := ulimitOrFatal(ctx, config, "-n"); n < rbeLeastNFiles {
110 ctx.Fatalf("max open files is insufficient: %d; want >= %d.\n", n, rbeLeastNFiles)
111 }
Kousik Kumar4c180ad2022-05-27 07:48:37 -0400112 if _, err := os.Stat(config.rbeProxyLogsDir()); os.IsNotExist(err) {
113 if err := os.MkdirAll(config.rbeProxyLogsDir(), 0744); err != nil {
114 ctx.Fatalf("Unable to create logs dir (%v) for RBE: %v", config.rbeProxyLogsDir, err)
115 }
116 }
Ramy Medhatbbf25672019-07-17 12:30:04 +0000117
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000118 cmd := Command(ctx, config, "startRBE bootstrap", rbeCommand(ctx, config, bootstrapCmd))
Ramy Medhatbbf25672019-07-17 12:30:04 +0000119
120 if output, err := cmd.CombinedOutput(); err != nil {
Kousik Kumar1e4d5f32021-01-26 14:30:53 -0500121 ctx.Fatalf("Unable to start RBE reproxy\nFAILED: RBE bootstrap failed with: %v\n%s\n", err, output)
Ramy Medhatbbf25672019-07-17 12:30:04 +0000122 }
123}
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000124
125func stopRBE(ctx Context, config Config) {
126 cmd := Command(ctx, config, "stopRBE bootstrap", rbeCommand(ctx, config, bootstrapCmd), "-shutdown")
Kousik Kumar20810522021-03-21 22:35:26 -0400127 output, err := cmd.CombinedOutput()
128 if err != nil {
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000129 ctx.Fatalf("rbe bootstrap with shutdown failed with: %v\n%s\n", err, output)
130 }
Kousik Kumar20810522021-03-21 22:35:26 -0400131
Peter Collingbournef4d9bd22021-04-20 20:58:19 -0700132 if !config.Environment().IsEnvTrue("ANDROID_QUIET_BUILD") && len(output) > 0 {
Kousik Kumar20810522021-03-21 22:35:26 -0400133 fmt.Fprintln(ctx.Writer, "")
134 fmt.Fprintln(ctx.Writer, fmt.Sprintf("%s", output))
135 }
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000136}
137
Kousik Kumar7bc78192022-04-27 14:52:56 -0400138func prodCredsAuthType(config Config) bool {
139 authVar, val := config.rbeAuth()
140 if strings.Contains(authVar, "use_google_prod_creds") && val != "" && val != "false" {
141 return true
142 }
143 return false
144}
145
146// Check whether proper auth exists for RBE builds run within a
147// Google dev environment.
148func CheckProdCreds(ctx Context, config Config) {
149 if !config.IsGooglerEnvironment() {
150 return
151 }
152 if !config.StubbyExists() && prodCredsAuthType(config) {
153 fmt.Fprintln(ctx.Writer, "")
Paul Crowley4965dc02022-11-29 13:08:06 -0800154 fmt.Fprintln(ctx.Writer, fmt.Sprintf("\033[33mWARNING: %q binary not found in $PATH, follow go/build-fast-without-stubby instead for authenticating with RBE.\033[0m", "stubby"))
Kousik Kumar7bc78192022-04-27 14:52:56 -0400155 fmt.Fprintln(ctx.Writer, "")
156 return
157 }
158 if config.GoogleProdCredsExist() {
159 return
160 }
161 fmt.Fprintln(ctx.Writer, "")
162 fmt.Fprintln(ctx.Writer, "\033[33mWARNING: Missing LOAS credentials, please run `gcert`. This will result in failing builds in the future, see go/rbe-android-default-announcement.\033[0m")
163 fmt.Fprintln(ctx.Writer, "")
164}
165
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000166// DumpRBEMetrics creates a metrics protobuf file containing RBE related metrics.
167// The protobuf file is created if RBE is enabled and the proxy service has
168// started. The proxy service is shutdown in order to dump the RBE metrics to the
169// protobuf file.
170func DumpRBEMetrics(ctx Context, config Config, filename string) {
171 ctx.BeginTrace(metrics.RunShutdownTool, "dump_rbe_metrics")
172 defer ctx.EndTrace()
173
174 // Remove the previous metrics file in case there is a failure or RBE has been
175 // disable for this run.
176 os.Remove(filename)
177
178 // If RBE is not enabled then there are no metrics to generate.
179 // If RBE does not require to start, the RBE proxy maybe started
180 // manually for debugging purpose and can generate the metrics
181 // afterwards.
182 if !config.StartRBE() {
183 return
184 }
185
Kousik Kumar4c180ad2022-05-27 07:48:37 -0400186 outputDir := config.rbeProxyLogsDir()
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000187 if outputDir == "" {
188 ctx.Fatal("RBE output dir variable not defined. Aborting metrics dumping.")
189 }
190 metricsFile := filepath.Join(outputDir, rbeMetricsPBFilename)
191
192 // Stop the proxy first in order to generate the RBE metrics protobuf file.
193 stopRBE(ctx, config)
194
Ramy Medhat0fc67eb2020-08-12 01:26:23 -0400195 if metricsFile == filename {
196 return
197 }
Patrice Arruda62f1bf22020-07-07 12:48:26 +0000198 if _, err := copyFile(metricsFile, filename); err != nil {
199 ctx.Fatalf("failed to copy %q to %q: %v\n", metricsFile, filename, err)
200 }
201}
Kousik Kumara0a44a82020-10-08 02:33:29 -0400202
203// PrintOutDirWarning prints a warning to indicate to the user that
204// setting output directory to a path other than "out" in an RBE enabled
205// build can cause slow builds.
206func PrintOutDirWarning(ctx Context, config Config) {
207 if config.UseRBE() && config.OutDir() != defaultOutDir {
208 fmt.Fprintln(ctx.Writer, "")
209 fmt.Fprintln(ctx.Writer, "\033[33mWARNING:\033[0m")
210 fmt.Fprintln(ctx.Writer, fmt.Sprintf("Setting OUT_DIR to a path other than %v may result in slow RBE builds.", defaultOutDir))
211 fmt.Fprintln(ctx.Writer, "See http://go/android_rbe_out_dir for a workaround.")
212 fmt.Fprintln(ctx.Writer, "")
213 }
214}