Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 1 | // Copyright 2018 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package metrics |
| 16 | |
| 17 | import ( |
| 18 | "io/ioutil" |
| 19 | "os" |
Patrice Arruda | add7ea9 | 2020-08-07 17:55:23 +0000 | [diff] [blame] | 20 | "runtime" |
Patrice Arruda | e92c30d | 2020-10-29 11:01:32 -0700 | [diff] [blame] | 21 | "strings" |
Patrice Arruda | 73c790f | 2020-07-13 23:01:18 +0000 | [diff] [blame] | 22 | "time" |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 23 | |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 24 | "github.com/golang/protobuf/proto" |
Colin Cross | d0be210 | 2019-11-26 16:16:57 -0800 | [diff] [blame] | 25 | |
| 26 | soong_metrics_proto "android/soong/ui/metrics/metrics_proto" |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 27 | ) |
| 28 | |
| 29 | const ( |
Patrice Arruda | 62f1bf2 | 2020-07-07 12:48:26 +0000 | [diff] [blame] | 30 | PrimaryNinja = "ninja" |
| 31 | RunKati = "kati" |
| 32 | RunSetupTool = "setup" |
| 33 | RunShutdownTool = "shutdown" |
| 34 | RunSoong = "soong" |
| 35 | TestRun = "test" |
| 36 | Total = "total" |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 37 | ) |
| 38 | |
| 39 | type Metrics struct { |
Patrice Arruda | 457c5d3 | 2020-10-19 11:20:21 -0700 | [diff] [blame] | 40 | metrics soong_metrics_proto.MetricsBase |
| 41 | EventTracer EventTracer |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 42 | } |
| 43 | |
| 44 | func New() (metrics *Metrics) { |
| 45 | m := &Metrics{ |
Patrice Arruda | 457c5d3 | 2020-10-19 11:20:21 -0700 | [diff] [blame] | 46 | metrics: soong_metrics_proto.MetricsBase{}, |
| 47 | EventTracer: &eventTracerImpl{}, |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 48 | } |
| 49 | return m |
| 50 | } |
| 51 | |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 52 | func (m *Metrics) SetTimeMetrics(perf soong_metrics_proto.PerfInfo) { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 53 | switch perf.GetName() { |
| 54 | case RunKati: |
| 55 | m.metrics.KatiRuns = append(m.metrics.KatiRuns, &perf) |
| 56 | break |
| 57 | case RunSoong: |
| 58 | m.metrics.SoongRuns = append(m.metrics.SoongRuns, &perf) |
| 59 | break |
| 60 | case PrimaryNinja: |
| 61 | m.metrics.NinjaRuns = append(m.metrics.NinjaRuns, &perf) |
| 62 | break |
Colin Cross | 74cda72 | 2020-01-16 15:25:50 -0800 | [diff] [blame] | 63 | case Total: |
| 64 | m.metrics.Total = &perf |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 65 | default: |
| 66 | // ignored |
| 67 | } |
| 68 | } |
| 69 | |
Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 70 | func (m *Metrics) BuildConfig(b *soong_metrics_proto.BuildConfig) { |
| 71 | m.metrics.BuildConfig = b |
| 72 | } |
| 73 | |
Patrice Arruda | 3edfd48 | 2020-10-13 23:58:41 +0000 | [diff] [blame] | 74 | func (m *Metrics) SystemResourceInfo(b *soong_metrics_proto.SystemResourceInfo) { |
| 75 | m.metrics.SystemResourceInfo = b |
| 76 | } |
| 77 | |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 78 | func (m *Metrics) SetMetadataMetrics(metadata map[string]string) { |
| 79 | for k, v := range metadata { |
| 80 | switch k { |
| 81 | case "BUILD_ID": |
| 82 | m.metrics.BuildId = proto.String(v) |
| 83 | break |
| 84 | case "PLATFORM_VERSION_CODENAME": |
| 85 | m.metrics.PlatformVersionCodename = proto.String(v) |
| 86 | break |
| 87 | case "TARGET_PRODUCT": |
| 88 | m.metrics.TargetProduct = proto.String(v) |
| 89 | break |
| 90 | case "TARGET_BUILD_VARIANT": |
| 91 | switch v { |
| 92 | case "user": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 93 | m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_USER.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 94 | case "userdebug": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 95 | m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_USERDEBUG.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 96 | case "eng": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 97 | m.metrics.TargetBuildVariant = soong_metrics_proto.MetricsBase_ENG.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 98 | default: |
| 99 | // ignored |
| 100 | } |
| 101 | case "TARGET_ARCH": |
| 102 | m.metrics.TargetArch = m.getArch(v) |
| 103 | case "TARGET_ARCH_VARIANT": |
| 104 | m.metrics.TargetArchVariant = proto.String(v) |
| 105 | case "TARGET_CPU_VARIANT": |
| 106 | m.metrics.TargetCpuVariant = proto.String(v) |
| 107 | case "HOST_ARCH": |
| 108 | m.metrics.HostArch = m.getArch(v) |
| 109 | case "HOST_2ND_ARCH": |
| 110 | m.metrics.Host_2NdArch = m.getArch(v) |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 111 | case "HOST_OS_EXTRA": |
| 112 | m.metrics.HostOsExtra = proto.String(v) |
| 113 | case "HOST_CROSS_OS": |
| 114 | m.metrics.HostCrossOs = proto.String(v) |
| 115 | case "HOST_CROSS_ARCH": |
| 116 | m.metrics.HostCrossArch = proto.String(v) |
| 117 | case "HOST_CROSS_2ND_ARCH": |
| 118 | m.metrics.HostCross_2NdArch = proto.String(v) |
| 119 | case "OUT_DIR": |
| 120 | m.metrics.OutDir = proto.String(v) |
| 121 | default: |
| 122 | // ignored |
| 123 | } |
| 124 | } |
| 125 | } |
| 126 | |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 127 | func (m *Metrics) getArch(arch string) *soong_metrics_proto.MetricsBase_Arch { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 128 | switch arch { |
| 129 | case "arm": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 130 | return soong_metrics_proto.MetricsBase_ARM.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 131 | case "arm64": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 132 | return soong_metrics_proto.MetricsBase_ARM64.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 133 | case "x86": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 134 | return soong_metrics_proto.MetricsBase_X86.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 135 | case "x86_64": |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 136 | return soong_metrics_proto.MetricsBase_X86_64.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 137 | default: |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 138 | return soong_metrics_proto.MetricsBase_UNKNOWN.Enum() |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 139 | } |
| 140 | } |
| 141 | |
Patrice Arruda | 73c790f | 2020-07-13 23:01:18 +0000 | [diff] [blame] | 142 | func (m *Metrics) SetBuildDateTime(buildTimestamp time.Time) { |
| 143 | m.metrics.BuildDateTimestamp = proto.Int64(buildTimestamp.UnixNano() / int64(time.Second)) |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 144 | } |
| 145 | |
Patrice Arruda | e92c30d | 2020-10-29 11:01:32 -0700 | [diff] [blame] | 146 | func (m *Metrics) SetBuildCommand(cmd []string) { |
| 147 | m.metrics.BuildCommand = proto.String(strings.Join(cmd, " ")) |
| 148 | } |
| 149 | |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 150 | // exports the output to the file at outputPath |
Patrice Arruda | 4fb8adc | 2020-10-12 22:38:06 +0000 | [diff] [blame] | 151 | func (m *Metrics) Dump(outputPath string) error { |
| 152 | // ignore the error if the hostname could not be retrieved as it |
| 153 | // is not a critical metric to extract. |
| 154 | if hostname, err := os.Hostname(); err == nil { |
| 155 | m.metrics.Hostname = proto.String(hostname) |
| 156 | } |
Patrice Arruda | add7ea9 | 2020-08-07 17:55:23 +0000 | [diff] [blame] | 157 | m.metrics.HostOs = proto.String(runtime.GOOS) |
Colin Cross | d0be210 | 2019-11-26 16:16:57 -0800 | [diff] [blame] | 158 | return writeMessageToFile(&m.metrics, outputPath) |
| 159 | } |
| 160 | |
Colin Cross | b72c909 | 2020-02-10 11:23:49 -0800 | [diff] [blame] | 161 | func (m *Metrics) SetSoongBuildMetrics(metrics *soong_metrics_proto.SoongBuildMetrics) { |
| 162 | m.metrics.SoongBuildMetrics = metrics |
| 163 | } |
| 164 | |
Colin Cross | d0be210 | 2019-11-26 16:16:57 -0800 | [diff] [blame] | 165 | type CriticalUserJourneysMetrics struct { |
| 166 | cujs soong_metrics_proto.CriticalUserJourneysMetrics |
| 167 | } |
| 168 | |
| 169 | func NewCriticalUserJourneysMetrics() *CriticalUserJourneysMetrics { |
| 170 | return &CriticalUserJourneysMetrics{} |
| 171 | } |
| 172 | |
| 173 | func (c *CriticalUserJourneysMetrics) Add(name string, metrics *Metrics) { |
| 174 | c.cujs.Cujs = append(c.cujs.Cujs, &soong_metrics_proto.CriticalUserJourneyMetrics{ |
| 175 | Name: proto.String(name), |
| 176 | Metrics: &metrics.metrics, |
| 177 | }) |
| 178 | } |
| 179 | |
| 180 | func (c *CriticalUserJourneysMetrics) Dump(outputPath string) (err error) { |
| 181 | return writeMessageToFile(&c.cujs, outputPath) |
| 182 | } |
| 183 | |
| 184 | func writeMessageToFile(pb proto.Message, outputPath string) (err error) { |
| 185 | data, err := proto.Marshal(pb) |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 186 | if err != nil { |
| 187 | return err |
| 188 | } |
| 189 | tempPath := outputPath + ".tmp" |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 190 | err = ioutil.WriteFile(tempPath, []byte(data), 0644) |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 191 | if err != nil { |
| 192 | return err |
| 193 | } |
| 194 | err = os.Rename(tempPath, outputPath) |
| 195 | if err != nil { |
| 196 | return err |
| 197 | } |
| 198 | |
| 199 | return nil |
| 200 | } |