Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 1 | // Copyright 2017 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package build |
| 16 | |
| 17 | import ( |
Colin Cross | 7b97ecd | 2019-06-19 13:17:59 -0700 | [diff] [blame] | 18 | "bufio" |
| 19 | "io" |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 20 | "os/exec" |
Colin Cross | 7b97ecd | 2019-06-19 13:17:59 -0700 | [diff] [blame] | 21 | "strings" |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 22 | "syscall" |
| 23 | "time" |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 24 | ) |
| 25 | |
| 26 | // Cmd is a wrapper of os/exec.Cmd that integrates with the build context for |
| 27 | // logging, the config's Environment for simpler environment modification, and |
| 28 | // implements hooks for sandboxing |
| 29 | type Cmd struct { |
| 30 | *exec.Cmd |
| 31 | |
| 32 | Environment *Environment |
| 33 | Sandbox Sandbox |
| 34 | |
| 35 | ctx Context |
| 36 | config Config |
| 37 | name string |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 38 | |
| 39 | started time.Time |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 40 | } |
| 41 | |
| 42 | func Command(ctx Context, config Config, name string, executable string, args ...string) *Cmd { |
| 43 | ret := &Cmd{ |
| 44 | Cmd: exec.CommandContext(ctx.Context, executable, args...), |
| 45 | Environment: config.Environment().Copy(), |
| 46 | Sandbox: noSandbox, |
| 47 | |
Jeff Gaston | a6697e8 | 2017-06-13 12:51:50 -0700 | [diff] [blame] | 48 | ctx: ctx, |
| 49 | config: config, |
| 50 | name: name, |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 51 | } |
| 52 | |
| 53 | return ret |
| 54 | } |
| 55 | |
| 56 | func (c *Cmd) prepare() { |
| 57 | if c.Env == nil { |
| 58 | c.Env = c.Environment.Environ() |
| 59 | } |
| 60 | if c.sandboxSupported() { |
| 61 | c.wrapSandbox() |
| 62 | } |
| 63 | |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 64 | c.ctx.Verbosef("%q executing %q %v\n", c.name, c.Path, c.Args) |
| 65 | c.started = time.Now() |
| 66 | } |
| 67 | |
| 68 | func (c *Cmd) report() { |
| 69 | if c.Cmd.ProcessState != nil { |
| 70 | rusage := c.Cmd.ProcessState.SysUsage().(*syscall.Rusage) |
| 71 | c.ctx.Verbosef("%q finished with exit code %d (%s real, %s user, %s system, %dMB maxrss)", |
| 72 | c.name, c.Cmd.ProcessState.ExitCode(), |
| 73 | time.Since(c.started).Round(time.Millisecond), |
| 74 | c.Cmd.ProcessState.UserTime().Round(time.Millisecond), |
| 75 | c.Cmd.ProcessState.SystemTime().Round(time.Millisecond), |
| 76 | rusage.Maxrss/1024) |
| 77 | } |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 78 | } |
| 79 | |
| 80 | func (c *Cmd) Start() error { |
| 81 | c.prepare() |
| 82 | return c.Cmd.Start() |
| 83 | } |
| 84 | |
| 85 | func (c *Cmd) Run() error { |
| 86 | c.prepare() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 87 | err := c.Cmd.Run() |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 88 | c.report() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 89 | return err |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | func (c *Cmd) Output() ([]byte, error) { |
| 93 | c.prepare() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 94 | bytes, err := c.Cmd.Output() |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 95 | c.report() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 96 | return bytes, err |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | func (c *Cmd) CombinedOutput() ([]byte, error) { |
| 100 | c.prepare() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 101 | bytes, err := c.Cmd.CombinedOutput() |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 102 | c.report() |
Jeff Gaston | 809cc6f | 2017-05-25 15:44:36 -0700 | [diff] [blame] | 103 | return bytes, err |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 104 | } |
| 105 | |
Dan Willemsen | acafc67 | 2020-04-19 12:04:55 -0700 | [diff] [blame] | 106 | func (c *Cmd) Wait() error { |
| 107 | err := c.Cmd.Wait() |
| 108 | c.report() |
| 109 | return err |
| 110 | } |
| 111 | |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 112 | // StartOrFatal is equivalent to Start, but handles the error with a call to ctx.Fatal |
| 113 | func (c *Cmd) StartOrFatal() { |
| 114 | if err := c.Start(); err != nil { |
| 115 | c.ctx.Fatalf("Failed to run %s: %v", c.name, err) |
| 116 | } |
| 117 | } |
| 118 | |
Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 119 | func (c *Cmd) reportError(err error) { |
| 120 | if err == nil { |
| 121 | return |
| 122 | } |
| 123 | if e, ok := err.(*exec.ExitError); ok { |
| 124 | c.ctx.Fatalf("%s failed with: %v", c.name, e.ProcessState.String()) |
| 125 | } else { |
| 126 | c.ctx.Fatalf("Failed to run %s: %v", c.name, err) |
| 127 | } |
| 128 | } |
| 129 | |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 130 | // RunOrFatal is equivalent to Run, but handles the error with a call to ctx.Fatal |
| 131 | func (c *Cmd) RunOrFatal() { |
Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 132 | c.reportError(c.Run()) |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 133 | } |
| 134 | |
| 135 | // WaitOrFatal is equivalent to Wait, but handles the error with a call to ctx.Fatal |
| 136 | func (c *Cmd) WaitOrFatal() { |
Dan Willemsen | db8457c | 2017-05-12 16:38:17 -0700 | [diff] [blame] | 137 | c.reportError(c.Wait()) |
| 138 | } |
| 139 | |
| 140 | // OutputOrFatal is equivalent to Output, but handles the error with a call to ctx.Fatal |
| 141 | func (c *Cmd) OutputOrFatal() []byte { |
| 142 | ret, err := c.Output() |
| 143 | c.reportError(err) |
| 144 | return ret |
| 145 | } |
| 146 | |
| 147 | // CombinedOutputOrFatal is equivalent to CombinedOutput, but handles the error with |
| 148 | // a call to ctx.Fatal |
| 149 | func (c *Cmd) CombinedOutputOrFatal() []byte { |
| 150 | ret, err := c.CombinedOutput() |
| 151 | c.reportError(err) |
| 152 | return ret |
Dan Willemsen | 269a8c7 | 2017-05-03 17:15:47 -0700 | [diff] [blame] | 153 | } |
Dan Willemsen | b82471a | 2018-05-17 16:37:09 -0700 | [diff] [blame] | 154 | |
| 155 | // RunAndPrintOrFatal will run the command, then after finishing |
| 156 | // print any output, then handling any errors with a call to |
| 157 | // ctx.Fatal |
| 158 | func (c *Cmd) RunAndPrintOrFatal() { |
| 159 | ret, err := c.CombinedOutput() |
| 160 | st := c.ctx.Status.StartTool() |
| 161 | if len(ret) > 0 { |
| 162 | if err != nil { |
| 163 | st.Error(string(ret)) |
| 164 | } else { |
| 165 | st.Print(string(ret)) |
| 166 | } |
| 167 | } |
| 168 | st.Finish() |
| 169 | c.reportError(err) |
| 170 | } |
Colin Cross | 7b97ecd | 2019-06-19 13:17:59 -0700 | [diff] [blame] | 171 | |
| 172 | // RunAndStreamOrFatal will run the command, while running print |
| 173 | // any output, then handle any errors with a call to ctx.Fatal |
| 174 | func (c *Cmd) RunAndStreamOrFatal() { |
| 175 | out, err := c.StdoutPipe() |
| 176 | if err != nil { |
| 177 | c.ctx.Fatal(err) |
| 178 | } |
| 179 | c.Stderr = c.Stdout |
| 180 | |
| 181 | st := c.ctx.Status.StartTool() |
| 182 | |
| 183 | c.StartOrFatal() |
| 184 | |
| 185 | buf := bufio.NewReaderSize(out, 2*1024*1024) |
| 186 | for { |
| 187 | // Attempt to read whole lines, but write partial lines that are too long to fit in the buffer or hit EOF |
| 188 | line, err := buf.ReadString('\n') |
| 189 | if line != "" { |
| 190 | st.Print(strings.TrimSuffix(line, "\n")) |
| 191 | } else if err == io.EOF { |
| 192 | break |
| 193 | } else if err != nil { |
| 194 | c.ctx.Fatal(err) |
| 195 | } |
| 196 | } |
| 197 | |
| 198 | err = c.Wait() |
| 199 | st.Finish() |
| 200 | c.reportError(err) |
| 201 | } |