blob: 0a4f8918747257d19624072a9d30f5383b84ca15 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Yu Liufa297642024-06-11 00:13:02 +000018 "bytes"
19 "encoding/gob"
20 "errors"
Colin Cross6e18ca42015-07-14 18:55:36 -070021 "fmt"
Colin Cross988414c2020-01-11 01:11:46 +000022 "os"
Colin Cross6a745c62015-06-16 16:38:10 -070023 "path/filepath"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070024 "reflect"
Chris Wailesb2703ad2021-07-30 13:25:42 -070025 "regexp"
Colin Cross5e6cfbe2017-11-03 15:20:35 -070026 "sort"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070027 "strings"
28
29 "github.com/google/blueprint"
30 "github.com/google/blueprint/pathtools"
Colin Cross3f40fa42015-01-30 17:27:36 -080031)
32
Colin Cross988414c2020-01-11 01:11:46 +000033var absSrcDir string
34
Dan Willemsen34cc69e2015-09-23 15:26:20 -070035// PathContext is the subset of a (Module|Singleton)Context required by the
36// Path methods.
37type PathContext interface {
Colin Crossaabf6792017-11-29 00:27:14 -080038 Config() Config
Dan Willemsen7b310ee2015-12-18 15:11:17 -080039 AddNinjaFileDeps(deps ...string)
Colin Cross3f40fa42015-01-30 17:27:36 -080040}
41
Colin Cross7f19f372016-11-01 11:10:25 -070042type PathGlobContext interface {
Colin Cross662d6142022-11-03 20:38:01 -070043 PathContext
Colin Cross7f19f372016-11-01 11:10:25 -070044 GlobWithDeps(globPattern string, excludes []string) ([]string, error)
45}
46
Colin Crossaabf6792017-11-29 00:27:14 -080047var _ PathContext = SingletonContext(nil)
48var _ PathContext = ModuleContext(nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -070049
Ulya Trafimovich8640ab92020-05-11 18:06:15 +010050// "Null" path context is a minimal path context for a given config.
51type NullPathContext struct {
52 config Config
53}
54
55func (NullPathContext) AddNinjaFileDeps(...string) {}
56func (ctx NullPathContext) Config() Config { return ctx.config }
57
Liz Kammera830f3a2020-11-10 10:50:34 -080058// EarlyModulePathContext is a subset of EarlyModuleContext methods required by the
59// Path methods. These path methods can be called before any mutators have run.
60type EarlyModulePathContext interface {
Liz Kammera830f3a2020-11-10 10:50:34 -080061 PathGlobContext
62
63 ModuleDir() string
64 ModuleErrorf(fmt string, args ...interface{})
Cole Fausta963b942024-04-11 17:43:00 -070065 OtherModulePropertyErrorf(module Module, property, fmt string, args ...interface{})
Liz Kammera830f3a2020-11-10 10:50:34 -080066}
67
68var _ EarlyModulePathContext = ModuleContext(nil)
69
70// Glob globs files and directories matching globPattern relative to ModuleDir(),
71// paths in the excludes parameter will be omitted.
72func Glob(ctx EarlyModulePathContext, globPattern string, excludes []string) Paths {
73 ret, err := ctx.GlobWithDeps(globPattern, excludes)
74 if err != nil {
75 ctx.ModuleErrorf("glob: %s", err.Error())
76 }
77 return pathsForModuleSrcFromFullPath(ctx, ret, true)
78}
79
80// GlobFiles globs *only* files (not directories) matching globPattern relative to ModuleDir().
81// Paths in the excludes parameter will be omitted.
82func GlobFiles(ctx EarlyModulePathContext, globPattern string, excludes []string) Paths {
83 ret, err := ctx.GlobWithDeps(globPattern, excludes)
84 if err != nil {
85 ctx.ModuleErrorf("glob: %s", err.Error())
86 }
87 return pathsForModuleSrcFromFullPath(ctx, ret, false)
88}
89
90// ModuleWithDepsPathContext is a subset of *ModuleContext methods required by
91// the Path methods that rely on module dependencies having been resolved.
92type ModuleWithDepsPathContext interface {
93 EarlyModulePathContext
Paul Duffin40131a32021-07-09 17:10:35 +010094 VisitDirectDepsBlueprint(visit func(blueprint.Module))
95 OtherModuleDependencyTag(m blueprint.Module) blueprint.DependencyTag
Cole Faust4e2bf9f2024-09-11 13:26:20 -070096 HasMutatorFinished(mutatorName string) bool
Liz Kammera830f3a2020-11-10 10:50:34 -080097}
98
99// ModuleMissingDepsPathContext is a subset of *ModuleContext methods required by
100// the Path methods that rely on module dependencies having been resolved and ability to report
101// missing dependency errors.
102type ModuleMissingDepsPathContext interface {
103 ModuleWithDepsPathContext
104 AddMissingDependencies(missingDeps []string)
105}
106
Dan Willemsen00269f22017-07-06 16:59:48 -0700107type ModuleInstallPathContext interface {
Colin Cross0ea8ba82019-06-06 14:33:29 -0700108 BaseModuleContext
Dan Willemsen00269f22017-07-06 16:59:48 -0700109
110 InstallInData() bool
Jaewoong Jung0949f312019-09-11 10:25:18 -0700111 InstallInTestcases() bool
Dan Willemsen00269f22017-07-06 16:59:48 -0700112 InstallInSanitizerDir() bool
Yifan Hong1b3348d2020-01-21 15:53:22 -0800113 InstallInRamdisk() bool
Yifan Hong60e0cfb2020-10-21 15:17:56 -0700114 InstallInVendorRamdisk() bool
Inseob Kim08758f02021-04-08 21:13:22 +0900115 InstallInDebugRamdisk() bool
Jiyong Parkf9332f12018-02-01 00:54:12 +0900116 InstallInRecovery() bool
Colin Cross90ba5f42019-10-02 11:10:58 -0700117 InstallInRoot() bool
Colin Crossea30d852023-11-29 16:00:16 -0800118 InstallInOdm() bool
119 InstallInProduct() bool
120 InstallInVendor() bool
Jiyong Park87788b52020-09-01 12:37:45 +0900121 InstallForceOS() (*OsType, *ArchType)
Dan Willemsen00269f22017-07-06 16:59:48 -0700122}
123
124var _ ModuleInstallPathContext = ModuleContext(nil)
125
Cole Faust11edf552023-10-13 11:32:14 -0700126type baseModuleContextToModuleInstallPathContext struct {
127 BaseModuleContext
128}
129
130func (ctx *baseModuleContextToModuleInstallPathContext) InstallInData() bool {
131 return ctx.Module().InstallInData()
132}
133
134func (ctx *baseModuleContextToModuleInstallPathContext) InstallInTestcases() bool {
135 return ctx.Module().InstallInTestcases()
136}
137
138func (ctx *baseModuleContextToModuleInstallPathContext) InstallInSanitizerDir() bool {
139 return ctx.Module().InstallInSanitizerDir()
140}
141
142func (ctx *baseModuleContextToModuleInstallPathContext) InstallInRamdisk() bool {
143 return ctx.Module().InstallInRamdisk()
144}
145
146func (ctx *baseModuleContextToModuleInstallPathContext) InstallInVendorRamdisk() bool {
147 return ctx.Module().InstallInVendorRamdisk()
148}
149
150func (ctx *baseModuleContextToModuleInstallPathContext) InstallInDebugRamdisk() bool {
151 return ctx.Module().InstallInDebugRamdisk()
152}
153
154func (ctx *baseModuleContextToModuleInstallPathContext) InstallInRecovery() bool {
155 return ctx.Module().InstallInRecovery()
156}
157
158func (ctx *baseModuleContextToModuleInstallPathContext) InstallInRoot() bool {
159 return ctx.Module().InstallInRoot()
160}
161
Colin Crossea30d852023-11-29 16:00:16 -0800162func (ctx *baseModuleContextToModuleInstallPathContext) InstallInOdm() bool {
163 return ctx.Module().InstallInOdm()
164}
165
166func (ctx *baseModuleContextToModuleInstallPathContext) InstallInProduct() bool {
167 return ctx.Module().InstallInProduct()
168}
169
170func (ctx *baseModuleContextToModuleInstallPathContext) InstallInVendor() bool {
171 return ctx.Module().InstallInVendor()
172}
173
Cole Faust11edf552023-10-13 11:32:14 -0700174func (ctx *baseModuleContextToModuleInstallPathContext) InstallForceOS() (*OsType, *ArchType) {
175 return ctx.Module().InstallForceOS()
176}
177
178var _ ModuleInstallPathContext = (*baseModuleContextToModuleInstallPathContext)(nil)
179
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700180// errorfContext is the interface containing the Errorf method matching the
181// Errorf method in blueprint.SingletonContext.
182type errorfContext interface {
183 Errorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -0800184}
185
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700186var _ errorfContext = blueprint.SingletonContext(nil)
187
Spandan Das59a4a2b2024-01-09 21:35:56 +0000188// ModuleErrorfContext is the interface containing the ModuleErrorf method matching
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700189// the ModuleErrorf method in blueprint.ModuleContext.
Spandan Das59a4a2b2024-01-09 21:35:56 +0000190type ModuleErrorfContext interface {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700191 ModuleErrorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -0800192}
193
Spandan Das59a4a2b2024-01-09 21:35:56 +0000194var _ ModuleErrorfContext = blueprint.ModuleContext(nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700195
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700196// reportPathError will register an error with the attached context. It
197// attempts ctx.ModuleErrorf for a better error message first, then falls
198// back to ctx.Errorf.
Colin Cross1ccfcc32018-02-22 13:54:26 -0800199func reportPathError(ctx PathContext, err error) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100200 ReportPathErrorf(ctx, "%s", err.Error())
Colin Cross1ccfcc32018-02-22 13:54:26 -0800201}
202
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100203// ReportPathErrorf will register an error with the attached context. It
Colin Cross1ccfcc32018-02-22 13:54:26 -0800204// attempts ctx.ModuleErrorf for a better error message first, then falls
205// back to ctx.Errorf.
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100206func ReportPathErrorf(ctx PathContext, format string, args ...interface{}) {
Spandan Das59a4a2b2024-01-09 21:35:56 +0000207 if mctx, ok := ctx.(ModuleErrorfContext); ok {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700208 mctx.ModuleErrorf(format, args...)
209 } else if ectx, ok := ctx.(errorfContext); ok {
210 ectx.Errorf(format, args...)
211 } else {
212 panic(fmt.Sprintf(format, args...))
Colin Crossf2298272015-05-12 11:36:53 -0700213 }
214}
215
Colin Cross5e708052019-08-06 13:59:50 -0700216func pathContextName(ctx PathContext, module blueprint.Module) string {
217 if x, ok := ctx.(interface{ ModuleName(blueprint.Module) string }); ok {
218 return x.ModuleName(module)
219 } else if x, ok := ctx.(interface{ OtherModuleName(blueprint.Module) string }); ok {
220 return x.OtherModuleName(module)
221 }
222 return "unknown"
223}
224
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700225type Path interface {
226 // Returns the path in string form
227 String() string
228
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700229 // Ext returns the extension of the last element of the path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700230 Ext() string
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700231
232 // Base returns the last element of the path
233 Base() string
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800234
235 // Rel returns the portion of the path relative to the directory it was created from. For
236 // example, Rel on a PathsForModuleSrc would return the path relative to the module source
Colin Cross0db55682017-12-05 15:36:55 -0800237 // directory, and OutputPath.Join("foo").Rel() would return "foo".
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800238 Rel() string
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000239
Colin Cross7707b242024-07-26 12:02:36 -0700240 // WithoutRel returns a new Path with no relative path, i.e. Rel() will return the same value as Base().
241 WithoutRel() Path
242
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000243 // RelativeToTop returns a new path relative to the top, it is provided solely for use in tests.
244 //
245 // It is guaranteed to always return the same type as it is called on, e.g. if called on an
246 // InstallPath then the returned value can be converted to an InstallPath.
247 //
248 // A standard build has the following structure:
249 // ../top/
250 // out/ - make install files go here.
Colin Cross3b1c6842024-07-26 11:52:57 -0700251 // out/soong - this is the outDir passed to NewTestConfig()
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000252 // ... - the source files
253 //
254 // This function converts a path so that it appears relative to the ../top/ directory, i.e.
Colin Cross3b1c6842024-07-26 11:52:57 -0700255 // * Make install paths, which have the pattern "outDir/../<path>" are converted into the top
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000256 // relative path "out/<path>"
Colin Cross3b1c6842024-07-26 11:52:57 -0700257 // * Soong install paths and other writable paths, which have the pattern "outDir/soong/<path>" are
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000258 // converted into the top relative path "out/soong/<path>".
259 // * Source paths are already relative to the top.
260 // * Phony paths are not relative to anything.
261 // * toolDepPath have an absolute but known value in so don't need making relative to anything in
262 // order to test.
263 RelativeToTop() Path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700264}
265
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000266const (
Colin Cross3b1c6842024-07-26 11:52:57 -0700267 testOutDir = "out"
268 testOutSoongSubDir = "/soong"
269 TestOutSoongDir = testOutDir + testOutSoongSubDir
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000270)
271
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700272// WritablePath is a type of path that can be used as an output for build rules.
273type WritablePath interface {
274 Path
275
Paul Duffin9b478b02019-12-10 13:41:51 +0000276 // return the path to the build directory.
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +0200277 getSoongOutDir() string
Paul Duffin9b478b02019-12-10 13:41:51 +0000278
Jeff Gaston734e3802017-04-10 15:47:24 -0700279 // the writablePath method doesn't directly do anything,
280 // but it allows a struct to distinguish between whether or not it implements the WritablePath interface
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700281 writablePath()
Hans MÃ¥nssond3f2bd72020-11-27 12:37:28 +0100282
283 ReplaceExtension(ctx PathContext, ext string) OutputPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700284}
285
286type genPathProvider interface {
Liz Kammera830f3a2020-11-10 10:50:34 -0800287 genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath
yangbill6d032dd2024-04-18 03:05:49 +0000288 genPathWithExtAndTrimExt(ctx ModuleOutPathContext, subdir, ext string, trimExt string) ModuleGenPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700289}
290type objPathProvider interface {
Liz Kammera830f3a2020-11-10 10:50:34 -0800291 objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700292}
293type resPathProvider interface {
Liz Kammera830f3a2020-11-10 10:50:34 -0800294 resPathWithName(ctx ModuleOutPathContext, name string) ModuleResPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700295}
296
297// GenPathWithExt derives a new file path in ctx's generated sources directory
298// from the current path, but with the new extension.
Liz Kammera830f3a2020-11-10 10:50:34 -0800299func GenPathWithExt(ctx ModuleOutPathContext, subdir string, p Path, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700300 if path, ok := p.(genPathProvider); ok {
Dan Willemsen21ec4902016-11-02 20:43:13 -0700301 return path.genPathWithExt(ctx, subdir, ext)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700302 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100303 ReportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700304 return PathForModuleGen(ctx)
305}
306
yangbill6d032dd2024-04-18 03:05:49 +0000307// GenPathWithExtAndTrimExt derives a new file path in ctx's generated sources directory
308// from the current path, but with the new extension and trim the suffix.
309func GenPathWithExtAndTrimExt(ctx ModuleOutPathContext, subdir string, p Path, ext string, trimExt string) ModuleGenPath {
310 if path, ok := p.(genPathProvider); ok {
311 return path.genPathWithExtAndTrimExt(ctx, subdir, ext, trimExt)
312 }
313 ReportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p)
314 return PathForModuleGen(ctx)
315}
316
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700317// ObjPathWithExt derives a new file path in ctx's object directory from the
318// current path, but with the new extension.
Liz Kammera830f3a2020-11-10 10:50:34 -0800319func ObjPathWithExt(ctx ModuleOutPathContext, subdir string, p Path, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700320 if path, ok := p.(objPathProvider); ok {
321 return path.objPathWithExt(ctx, subdir, ext)
322 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100323 ReportPathErrorf(ctx, "Tried to create object file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700324 return PathForModuleObj(ctx)
325}
326
327// ResPathWithName derives a new path in ctx's output resource directory, using
328// the current path to create the directory name, and the `name` argument for
329// the filename.
Liz Kammera830f3a2020-11-10 10:50:34 -0800330func ResPathWithName(ctx ModuleOutPathContext, p Path, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700331 if path, ok := p.(resPathProvider); ok {
332 return path.resPathWithName(ctx, name)
333 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100334 ReportPathErrorf(ctx, "Tried to create res file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700335 return PathForModuleRes(ctx)
336}
337
338// OptionalPath is a container that may or may not contain a valid Path.
339type OptionalPath struct {
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +0100340 path Path // nil if invalid.
341 invalidReason string // Not applicable if path != nil. "" if the reason is unknown.
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700342}
343
344// OptionalPathForPath returns an OptionalPath containing the path.
345func OptionalPathForPath(path Path) OptionalPath {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100346 return OptionalPath{path: path}
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700347}
348
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +0100349// InvalidOptionalPath returns an OptionalPath that is invalid with the given reason.
350func InvalidOptionalPath(reason string) OptionalPath {
351
352 return OptionalPath{invalidReason: reason}
353}
354
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700355// Valid returns whether there is a valid path
356func (p OptionalPath) Valid() bool {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100357 return p.path != nil
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700358}
359
360// Path returns the Path embedded in this OptionalPath. You must be sure that
361// there is a valid path, since this method will panic if there is not.
362func (p OptionalPath) Path() Path {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100363 if p.path == nil {
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +0100364 msg := "Requesting an invalid path"
365 if p.invalidReason != "" {
366 msg += ": " + p.invalidReason
367 }
368 panic(msg)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700369 }
370 return p.path
371}
372
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +0100373// InvalidReason returns the reason that the optional path is invalid, or "" if it is valid.
374func (p OptionalPath) InvalidReason() string {
375 if p.path != nil {
376 return ""
377 }
378 if p.invalidReason == "" {
379 return "unknown"
380 }
381 return p.invalidReason
382}
383
Paul Duffinef081852021-05-13 11:11:15 +0100384// AsPaths converts the OptionalPath into Paths.
385//
386// It returns nil if this is not valid, or a single length slice containing the Path embedded in
387// this OptionalPath.
388func (p OptionalPath) AsPaths() Paths {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100389 if p.path == nil {
Paul Duffinef081852021-05-13 11:11:15 +0100390 return nil
391 }
392 return Paths{p.path}
393}
394
Paul Duffinafdd4062021-03-30 19:44:07 +0100395// RelativeToTop returns an OptionalPath with the path that was embedded having been replaced by the
396// result of calling Path.RelativeToTop on it.
397func (p OptionalPath) RelativeToTop() OptionalPath {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100398 if p.path == nil {
Paul Duffina5b81352021-03-28 23:57:19 +0100399 return p
400 }
401 p.path = p.path.RelativeToTop()
402 return p
403}
404
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700405// String returns the string version of the Path, or "" if it isn't valid.
406func (p OptionalPath) String() string {
Martin Stjernholm2fee27f2021-09-16 14:11:12 +0100407 if p.path != nil {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700408 return p.path.String()
409 } else {
410 return ""
Colin Crossf2298272015-05-12 11:36:53 -0700411 }
412}
Colin Cross6e18ca42015-07-14 18:55:36 -0700413
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700414// Paths is a slice of Path objects, with helpers to operate on the collection.
415type Paths []Path
416
Paul Duffin85d8f0d2021-03-24 10:18:18 +0000417// RelativeToTop creates a new Paths containing the result of calling Path.RelativeToTop on each
418// item in this slice.
419func (p Paths) RelativeToTop() Paths {
420 ensureTestOnly()
421 if p == nil {
422 return p
423 }
424 ret := make(Paths, len(p))
425 for i, path := range p {
426 ret[i] = path.RelativeToTop()
427 }
428 return ret
429}
430
Jingwen Chen40fd90a2020-06-15 05:24:19 +0000431func (paths Paths) containsPath(path Path) bool {
432 for _, p := range paths {
433 if p == path {
434 return true
435 }
436 }
437 return false
438}
439
Liz Kammer7aa52882021-02-11 09:16:14 -0500440// PathsForSource returns Paths rooted from SrcDir, *not* rooted from the module's local source
441// directory
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700442func PathsForSource(ctx PathContext, paths []string) Paths {
443 ret := make(Paths, len(paths))
444 for i, path := range paths {
445 ret[i] = PathForSource(ctx, path)
446 }
447 return ret
448}
449
Liz Kammer7aa52882021-02-11 09:16:14 -0500450// ExistentPathsForSources returns a list of Paths rooted from SrcDir, *not* rooted from the
451// module's local source directory, that are found in the tree. If any are not found, they are
452// omitted from the list, and dependencies are added so that we're re-run when they are added.
Colin Cross662d6142022-11-03 20:38:01 -0700453func ExistentPathsForSources(ctx PathGlobContext, paths []string) Paths {
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800454 ret := make(Paths, 0, len(paths))
455 for _, path := range paths {
Colin Cross32f38982018-02-22 11:47:25 -0800456 p := ExistentPathForSource(ctx, path)
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800457 if p.Valid() {
458 ret = append(ret, p.Path())
459 }
460 }
461 return ret
462}
463
Liz Kammer620dea62021-04-14 17:36:10 -0400464// PathsForModuleSrc returns a Paths{} containing the resolved references in paths:
Colin Crossd079e0b2022-08-16 10:27:33 -0700465// - filepath, relative to local module directory, resolves as a filepath relative to the local
466// source directory
467// - glob, relative to the local module directory, resolves as filepath(s), relative to the local
468// source directory.
469// - other modules using the ":name{.tag}" syntax. These modules must implement SourceFileProducer
mrziwangd38e63d2024-07-15 13:43:37 -0700470// or set the OutputFilesProvider. These resolve as a filepath to an output filepath or generated
471// source filepath.
Colin Crossd079e0b2022-08-16 10:27:33 -0700472//
Liz Kammer620dea62021-04-14 17:36:10 -0400473// Properties passed as the paths argument must have been annotated with struct tag
Colin Cross41955e82019-05-29 14:40:35 -0700474// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
Spandan Das950091c2023-07-19 22:26:37 +0000475// pathdeps mutator.
Liz Kammer620dea62021-04-14 17:36:10 -0400476// If a requested module is not found as a dependency:
Colin Crossd079e0b2022-08-16 10:27:33 -0700477// - if ctx.Config().AllowMissingDependencies() is true, this module to be marked as having
Liz Kammer620dea62021-04-14 17:36:10 -0400478// missing dependencies
Colin Crossd079e0b2022-08-16 10:27:33 -0700479// - otherwise, a ModuleError is thrown.
Liz Kammera830f3a2020-11-10 10:50:34 -0800480func PathsForModuleSrc(ctx ModuleMissingDepsPathContext, paths []string) Paths {
Colin Cross8a497952019-03-05 22:25:09 -0800481 return PathsForModuleSrcExcludes(ctx, paths, nil)
482}
483
Liz Kammer619be462022-01-28 15:13:39 -0500484type SourceInput struct {
485 Context ModuleMissingDepsPathContext
486 Paths []string
487 ExcludePaths []string
488 IncludeDirs bool
489}
490
Liz Kammer620dea62021-04-14 17:36:10 -0400491// PathsForModuleSrcExcludes returns a Paths{} containing the resolved references in paths, minus
492// those listed in excludes. Elements of paths and excludes are resolved as:
Colin Crossd079e0b2022-08-16 10:27:33 -0700493// - filepath, relative to local module directory, resolves as a filepath relative to the local
494// source directory
495// - glob, relative to the local module directory, resolves as filepath(s), relative to the local
496// source directory. Not valid in excludes.
497// - other modules using the ":name{.tag}" syntax. These modules must implement SourceFileProducer
mrziwangd38e63d2024-07-15 13:43:37 -0700498// or set the OutputFilesProvider. These resolve as a filepath to an output filepath or generated
499// source filepath.
Colin Crossd079e0b2022-08-16 10:27:33 -0700500//
Liz Kammer620dea62021-04-14 17:36:10 -0400501// excluding the items (similarly resolved
502// Properties passed as the paths argument must have been annotated with struct tag
503// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
Spandan Das950091c2023-07-19 22:26:37 +0000504// pathdeps mutator.
Liz Kammer620dea62021-04-14 17:36:10 -0400505// If a requested module is not found as a dependency:
Colin Crossd079e0b2022-08-16 10:27:33 -0700506// - if ctx.Config().AllowMissingDependencies() is true, this module to be marked as having
Liz Kammer620dea62021-04-14 17:36:10 -0400507// missing dependencies
Colin Crossd079e0b2022-08-16 10:27:33 -0700508// - otherwise, a ModuleError is thrown.
Liz Kammera830f3a2020-11-10 10:50:34 -0800509func PathsForModuleSrcExcludes(ctx ModuleMissingDepsPathContext, paths, excludes []string) Paths {
Liz Kammer619be462022-01-28 15:13:39 -0500510 return PathsRelativeToModuleSourceDir(SourceInput{
511 Context: ctx,
512 Paths: paths,
513 ExcludePaths: excludes,
514 IncludeDirs: true,
515 })
516}
517
518func PathsRelativeToModuleSourceDir(input SourceInput) Paths {
519 ret, missingDeps := PathsAndMissingDepsRelativeToModuleSourceDir(input)
520 if input.Context.Config().AllowMissingDependencies() {
521 input.Context.AddMissingDependencies(missingDeps)
Colin Crossba71a3f2019-03-18 12:12:48 -0700522 } else {
523 for _, m := range missingDeps {
Liz Kammer619be462022-01-28 15:13:39 -0500524 input.Context.ModuleErrorf(`missing dependency on %q, is the property annotated with android:"path"?`, m)
Colin Crossba71a3f2019-03-18 12:12:48 -0700525 }
526 }
527 return ret
528}
529
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000530// OutputPaths is a slice of OutputPath objects, with helpers to operate on the collection.
531type OutputPaths []OutputPath
532
533// Paths returns the OutputPaths as a Paths
534func (p OutputPaths) Paths() Paths {
535 if p == nil {
536 return nil
537 }
538 ret := make(Paths, len(p))
539 for i, path := range p {
540 ret[i] = path
541 }
542 return ret
543}
544
545// Strings returns the string forms of the writable paths.
546func (p OutputPaths) Strings() []string {
547 if p == nil {
548 return nil
549 }
550 ret := make([]string, len(p))
551 for i, path := range p {
552 ret[i] = path.String()
553 }
554 return ret
555}
556
Liz Kammera830f3a2020-11-10 10:50:34 -0800557// Expands Paths to a SourceFileProducer or OutputFileProducer module dependency referenced via ":name" or ":name{.tag}" syntax.
558// If the dependency is not found, a missingErrorDependency is returned.
559// If the module dependency is not a SourceFileProducer or OutputFileProducer, appropriate errors will be returned.
560func getPathsFromModuleDep(ctx ModuleWithDepsPathContext, path, moduleName, tag string) (Paths, error) {
Paul Duffind5cf92e2021-07-09 17:38:55 +0100561 module := GetModuleFromPathDep(ctx, moduleName, tag)
Liz Kammera830f3a2020-11-10 10:50:34 -0800562 if module == nil {
563 return nil, missingDependencyError{[]string{moduleName}}
564 }
Cole Fausta963b942024-04-11 17:43:00 -0700565 if aModule, ok := module.(Module); ok && !aModule.Enabled(ctx) {
Colin Crossfa65cee2021-03-22 17:05:59 -0700566 return nil, missingDependencyError{[]string{moduleName}}
567 }
mrziwange6c85812024-05-22 14:36:09 -0700568 outputFiles, err := outputFilesForModule(ctx, module, tag)
569 if outputFiles != nil && err == nil {
570 return outputFiles, nil
Liz Kammera830f3a2020-11-10 10:50:34 -0800571 } else {
mrziwange6c85812024-05-22 14:36:09 -0700572 return nil, err
Liz Kammera830f3a2020-11-10 10:50:34 -0800573 }
574}
575
Paul Duffind5cf92e2021-07-09 17:38:55 +0100576// GetModuleFromPathDep will return the module that was added as a dependency automatically for
577// properties tagged with `android:"path"` or manually using ExtractSourceDeps or
578// ExtractSourcesDeps.
579//
580// The moduleName and tag supplied to this should be the values returned from SrcIsModuleWithTag.
581// Or, if no tag is expected then the moduleName should be the value returned by SrcIsModule and
582// the tag must be "".
583//
584// If tag is "" then the returned module will be the dependency that was added for ":moduleName".
585// Otherwise, it is the dependency that was added for ":moduleName{tag}".
Paul Duffind5cf92e2021-07-09 17:38:55 +0100586func GetModuleFromPathDep(ctx ModuleWithDepsPathContext, moduleName, tag string) blueprint.Module {
Paul Duffin40131a32021-07-09 17:10:35 +0100587 var found blueprint.Module
588 // The sourceOrOutputDepTag uniquely identifies the module dependency as it contains both the
589 // module name and the tag. Dependencies added automatically for properties tagged with
590 // `android:"path"` are deduped so are guaranteed to be unique. It is possible for duplicate
591 // dependencies to be added manually using ExtractSourcesDeps or ExtractSourceDeps but even then
592 // it will always be the case that the dependencies will be identical, i.e. the same tag and same
593 // moduleName referring to the same dependency module.
594 //
595 // It does not matter whether the moduleName is a fully qualified name or if the module
596 // dependency is a prebuilt module. All that matters is the same information is supplied to
597 // create the tag here as was supplied to create the tag when the dependency was added so that
598 // this finds the matching dependency module.
599 expectedTag := sourceOrOutputDepTag(moduleName, tag)
600 ctx.VisitDirectDepsBlueprint(func(module blueprint.Module) {
601 depTag := ctx.OtherModuleDependencyTag(module)
602 if depTag == expectedTag {
603 found = module
604 }
605 })
606 return found
Paul Duffind5cf92e2021-07-09 17:38:55 +0100607}
608
Liz Kammer620dea62021-04-14 17:36:10 -0400609// PathsAndMissingDepsForModuleSrcExcludes returns a Paths{} containing the resolved references in
610// paths, minus those listed in excludes. Elements of paths and excludes are resolved as:
Colin Crossd079e0b2022-08-16 10:27:33 -0700611// - filepath, relative to local module directory, resolves as a filepath relative to the local
612// source directory
613// - glob, relative to the local module directory, resolves as filepath(s), relative to the local
614// source directory. Not valid in excludes.
615// - other modules using the ":name{.tag}" syntax. These modules must implement SourceFileProducer
mrziwangd38e63d2024-07-15 13:43:37 -0700616// or set the OutputFilesProvider. These resolve as a filepath to an output filepath or generated
617// source filepath.
Colin Crossd079e0b2022-08-16 10:27:33 -0700618//
Liz Kammer620dea62021-04-14 17:36:10 -0400619// and a list of the module names of missing module dependencies are returned as the second return.
620// Properties passed as the paths argument must have been annotated with struct tag
Colin Cross41955e82019-05-29 14:40:35 -0700621// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
Spandan Das950091c2023-07-19 22:26:37 +0000622// pathdeps mutator.
Liz Kammer619be462022-01-28 15:13:39 -0500623func PathsAndMissingDepsForModuleSrcExcludes(ctx ModuleMissingDepsPathContext, paths, excludes []string) (Paths, []string) {
624 return PathsAndMissingDepsRelativeToModuleSourceDir(SourceInput{
625 Context: ctx,
626 Paths: paths,
627 ExcludePaths: excludes,
628 IncludeDirs: true,
629 })
630}
631
632func PathsAndMissingDepsRelativeToModuleSourceDir(input SourceInput) (Paths, []string) {
633 prefix := pathForModuleSrc(input.Context).String()
Colin Cross8a497952019-03-05 22:25:09 -0800634
635 var expandedExcludes []string
Liz Kammer619be462022-01-28 15:13:39 -0500636 if input.ExcludePaths != nil {
637 expandedExcludes = make([]string, 0, len(input.ExcludePaths))
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700638 }
Colin Cross8a497952019-03-05 22:25:09 -0800639
Colin Crossba71a3f2019-03-18 12:12:48 -0700640 var missingExcludeDeps []string
Liz Kammer619be462022-01-28 15:13:39 -0500641 for _, e := range input.ExcludePaths {
Colin Cross41955e82019-05-29 14:40:35 -0700642 if m, t := SrcIsModuleWithTag(e); m != "" {
Liz Kammer619be462022-01-28 15:13:39 -0500643 modulePaths, err := getPathsFromModuleDep(input.Context, e, m, t)
Liz Kammera830f3a2020-11-10 10:50:34 -0800644 if m, ok := err.(missingDependencyError); ok {
645 missingExcludeDeps = append(missingExcludeDeps, m.missingDeps...)
646 } else if err != nil {
Liz Kammer619be462022-01-28 15:13:39 -0500647 reportPathError(input.Context, err)
Colin Cross8a497952019-03-05 22:25:09 -0800648 } else {
Liz Kammera830f3a2020-11-10 10:50:34 -0800649 expandedExcludes = append(expandedExcludes, modulePaths.Strings()...)
Colin Cross8a497952019-03-05 22:25:09 -0800650 }
651 } else {
652 expandedExcludes = append(expandedExcludes, filepath.Join(prefix, e))
653 }
654 }
655
Liz Kammer619be462022-01-28 15:13:39 -0500656 if input.Paths == nil {
Colin Crossba71a3f2019-03-18 12:12:48 -0700657 return nil, missingExcludeDeps
Colin Cross8a497952019-03-05 22:25:09 -0800658 }
659
Colin Crossba71a3f2019-03-18 12:12:48 -0700660 var missingDeps []string
661
Liz Kammer619be462022-01-28 15:13:39 -0500662 expandedSrcFiles := make(Paths, 0, len(input.Paths))
663 for _, s := range input.Paths {
664 srcFiles, err := expandOneSrcPath(sourcePathInput{
665 context: input.Context,
666 path: s,
667 expandedExcludes: expandedExcludes,
668 includeDirs: input.IncludeDirs,
669 })
Colin Cross8a497952019-03-05 22:25:09 -0800670 if depErr, ok := err.(missingDependencyError); ok {
Colin Crossba71a3f2019-03-18 12:12:48 -0700671 missingDeps = append(missingDeps, depErr.missingDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800672 } else if err != nil {
Liz Kammer619be462022-01-28 15:13:39 -0500673 reportPathError(input.Context, err)
Colin Cross8a497952019-03-05 22:25:09 -0800674 }
675 expandedSrcFiles = append(expandedSrcFiles, srcFiles...)
676 }
Colin Crossba71a3f2019-03-18 12:12:48 -0700677
Jihoon Kang0e3a5352024-04-12 00:45:50 +0000678 // TODO: b/334169722 - Replace with an error instead of implicitly removing duplicates.
679 return FirstUniquePaths(expandedSrcFiles), append(missingDeps, missingExcludeDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800680}
681
682type missingDependencyError struct {
683 missingDeps []string
684}
685
686func (e missingDependencyError) Error() string {
687 return "missing dependencies: " + strings.Join(e.missingDeps, ", ")
688}
689
Liz Kammer619be462022-01-28 15:13:39 -0500690type sourcePathInput struct {
691 context ModuleWithDepsPathContext
692 path string
693 expandedExcludes []string
694 includeDirs bool
695}
696
Liz Kammera830f3a2020-11-10 10:50:34 -0800697// Expands one path string to Paths rooted from the module's local source
698// directory, excluding those listed in the expandedExcludes.
699// Expands globs, references to SourceFileProducer or OutputFileProducer modules using the ":name" and ":name{.tag}" syntax.
Liz Kammer619be462022-01-28 15:13:39 -0500700func expandOneSrcPath(input sourcePathInput) (Paths, error) {
Jooyung Han7607dd32020-07-05 10:23:14 +0900701 excludePaths := func(paths Paths) Paths {
Liz Kammer619be462022-01-28 15:13:39 -0500702 if len(input.expandedExcludes) == 0 {
Jooyung Han7607dd32020-07-05 10:23:14 +0900703 return paths
704 }
705 remainder := make(Paths, 0, len(paths))
706 for _, p := range paths {
Liz Kammer619be462022-01-28 15:13:39 -0500707 if !InList(p.String(), input.expandedExcludes) {
Jooyung Han7607dd32020-07-05 10:23:14 +0900708 remainder = append(remainder, p)
709 }
710 }
711 return remainder
712 }
Liz Kammer619be462022-01-28 15:13:39 -0500713 if m, t := SrcIsModuleWithTag(input.path); m != "" {
714 modulePaths, err := getPathsFromModuleDep(input.context, input.path, m, t)
Liz Kammera830f3a2020-11-10 10:50:34 -0800715 if err != nil {
716 return nil, err
Colin Cross8a497952019-03-05 22:25:09 -0800717 } else {
Liz Kammera830f3a2020-11-10 10:50:34 -0800718 return excludePaths(modulePaths), nil
Colin Cross8a497952019-03-05 22:25:09 -0800719 }
Colin Cross8a497952019-03-05 22:25:09 -0800720 } else {
Liz Kammer619be462022-01-28 15:13:39 -0500721 p := pathForModuleSrc(input.context, input.path)
722 if pathtools.IsGlob(input.path) {
723 paths := GlobFiles(input.context, p.String(), input.expandedExcludes)
724 return PathsWithModuleSrcSubDir(input.context, paths, ""), nil
725 } else {
726 if exists, _, err := input.context.Config().fs.Exists(p.String()); err != nil {
727 ReportPathErrorf(input.context, "%s: %s", p, err.Error())
728 } else if !exists && !input.context.Config().TestAllowNonExistentPaths {
729 ReportPathErrorf(input.context, "module source path %q does not exist", p)
730 } else if !input.includeDirs {
731 if isDir, err := input.context.Config().fs.IsDir(p.String()); exists && err != nil {
732 ReportPathErrorf(input.context, "%s: %s", p, err.Error())
733 } else if isDir {
734 ReportPathErrorf(input.context, "module source path %q is a directory", p)
735 }
736 }
Colin Cross8a497952019-03-05 22:25:09 -0800737
Liz Kammer619be462022-01-28 15:13:39 -0500738 if InList(p.String(), input.expandedExcludes) {
739 return nil, nil
740 }
741 return Paths{p}, nil
Colin Cross8a497952019-03-05 22:25:09 -0800742 }
Colin Cross8a497952019-03-05 22:25:09 -0800743 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700744}
745
746// pathsForModuleSrcFromFullPath returns Paths rooted from the module's local
747// source directory, but strip the local source directory from the beginning of
Dan Willemsen540a78c2018-02-26 21:50:08 -0800748// each string. If incDirs is false, strip paths with a trailing '/' from the list.
Colin Crossfe4bc362018-09-12 10:02:13 -0700749// It intended for use in globs that only list files that exist, so it allows '$' in
750// filenames.
Liz Kammera830f3a2020-11-10 10:50:34 -0800751func pathsForModuleSrcFromFullPath(ctx EarlyModulePathContext, paths []string, incDirs bool) Paths {
Lukacs T. Berkif7e36d82021-08-16 17:05:09 +0200752 prefix := ctx.ModuleDir() + "/"
Colin Cross0f37af02017-09-27 17:42:05 -0700753 if prefix == "./" {
754 prefix = ""
755 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700756 ret := make(Paths, 0, len(paths))
757 for _, p := range paths {
Dan Willemsen540a78c2018-02-26 21:50:08 -0800758 if !incDirs && strings.HasSuffix(p, "/") {
759 continue
760 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700761 path := filepath.Clean(p)
762 if !strings.HasPrefix(path, prefix) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100763 ReportPathErrorf(ctx, "Path %q is not in module source directory %q", p, prefix)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700764 continue
765 }
Colin Crosse3924e12018-08-15 20:18:53 -0700766
Colin Crossfe4bc362018-09-12 10:02:13 -0700767 srcPath, err := safePathForSource(ctx, ctx.ModuleDir(), path[len(prefix):])
Colin Crosse3924e12018-08-15 20:18:53 -0700768 if err != nil {
769 reportPathError(ctx, err)
770 continue
771 }
772
Colin Cross07e51612019-03-05 12:46:40 -0800773 srcPath.basePath.rel = srcPath.path
Colin Crosse3924e12018-08-15 20:18:53 -0700774
Colin Cross07e51612019-03-05 12:46:40 -0800775 ret = append(ret, srcPath)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700776 }
777 return ret
778}
779
Liz Kammera830f3a2020-11-10 10:50:34 -0800780// PathsWithOptionalDefaultForModuleSrc returns Paths rooted from the module's local source
781// directory. If input is nil, use the default if it exists. If input is empty, returns nil.
782func PathsWithOptionalDefaultForModuleSrc(ctx ModuleMissingDepsPathContext, input []string, def string) Paths {
Colin Cross0ddae7f2019-02-07 15:30:01 -0800783 if input != nil {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700784 return PathsForModuleSrc(ctx, input)
785 }
786 // Use Glob so that if the default doesn't exist, a dependency is added so that when it
787 // is created, we're run again.
Lukacs T. Berkif7e36d82021-08-16 17:05:09 +0200788 path := filepath.Join(ctx.ModuleDir(), def)
Liz Kammera830f3a2020-11-10 10:50:34 -0800789 return Glob(ctx, path, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700790}
791
792// Strings returns the Paths in string form
793func (p Paths) Strings() []string {
794 if p == nil {
795 return nil
796 }
797 ret := make([]string, len(p))
798 for i, path := range p {
799 ret[i] = path.String()
800 }
801 return ret
802}
803
Colin Crossc0efd1d2020-07-03 11:56:24 -0700804func CopyOfPaths(paths Paths) Paths {
805 return append(Paths(nil), paths...)
806}
807
Colin Crossb6715442017-10-24 11:13:31 -0700808// FirstUniquePaths returns all unique elements of a Paths, keeping the first copy of each. It
809// modifies the Paths slice contents in place, and returns a subslice of the original slice.
Dan Willemsenfe92c962017-08-29 12:28:37 -0700810func FirstUniquePaths(list Paths) Paths {
Colin Cross27027c72020-02-28 15:34:17 -0800811 // 128 was chosen based on BenchmarkFirstUniquePaths results.
812 if len(list) > 128 {
813 return firstUniquePathsMap(list)
814 }
815 return firstUniquePathsList(list)
816}
817
Colin Crossc0efd1d2020-07-03 11:56:24 -0700818// SortedUniquePaths returns all unique elements of a Paths in sorted order. It modifies the
819// Paths slice contents in place, and returns a subslice of the original slice.
Jiyong Park33c77362020-05-29 22:00:16 +0900820func SortedUniquePaths(list Paths) Paths {
821 unique := FirstUniquePaths(list)
822 sort.Slice(unique, func(i, j int) bool {
823 return unique[i].String() < unique[j].String()
824 })
825 return unique
826}
827
Colin Cross27027c72020-02-28 15:34:17 -0800828func firstUniquePathsList(list Paths) Paths {
Dan Willemsenfe92c962017-08-29 12:28:37 -0700829 k := 0
830outer:
831 for i := 0; i < len(list); i++ {
832 for j := 0; j < k; j++ {
833 if list[i] == list[j] {
834 continue outer
835 }
836 }
837 list[k] = list[i]
838 k++
839 }
840 return list[:k]
841}
842
Colin Cross27027c72020-02-28 15:34:17 -0800843func firstUniquePathsMap(list Paths) Paths {
844 k := 0
845 seen := make(map[Path]bool, len(list))
846 for i := 0; i < len(list); i++ {
847 if seen[list[i]] {
848 continue
849 }
850 seen[list[i]] = true
851 list[k] = list[i]
852 k++
853 }
854 return list[:k]
855}
856
Colin Cross5d583952020-11-24 16:21:24 -0800857// FirstUniqueInstallPaths returns all unique elements of an InstallPaths, keeping the first copy of each. It
858// modifies the InstallPaths slice contents in place, and returns a subslice of the original slice.
859func FirstUniqueInstallPaths(list InstallPaths) InstallPaths {
860 // 128 was chosen based on BenchmarkFirstUniquePaths results.
861 if len(list) > 128 {
862 return firstUniqueInstallPathsMap(list)
863 }
864 return firstUniqueInstallPathsList(list)
865}
866
867func firstUniqueInstallPathsList(list InstallPaths) InstallPaths {
868 k := 0
869outer:
870 for i := 0; i < len(list); i++ {
871 for j := 0; j < k; j++ {
872 if list[i] == list[j] {
873 continue outer
874 }
875 }
876 list[k] = list[i]
877 k++
878 }
879 return list[:k]
880}
881
882func firstUniqueInstallPathsMap(list InstallPaths) InstallPaths {
883 k := 0
884 seen := make(map[InstallPath]bool, len(list))
885 for i := 0; i < len(list); i++ {
886 if seen[list[i]] {
887 continue
888 }
889 seen[list[i]] = true
890 list[k] = list[i]
891 k++
892 }
893 return list[:k]
894}
895
Colin Crossb6715442017-10-24 11:13:31 -0700896// LastUniquePaths returns all unique elements of a Paths, keeping the last copy of each. It
897// modifies the Paths slice contents in place, and returns a subslice of the original slice.
898func LastUniquePaths(list Paths) Paths {
899 totalSkip := 0
900 for i := len(list) - 1; i >= totalSkip; i-- {
901 skip := 0
902 for j := i - 1; j >= totalSkip; j-- {
903 if list[i] == list[j] {
904 skip++
905 } else {
906 list[j+skip] = list[j]
907 }
908 }
909 totalSkip += skip
910 }
911 return list[totalSkip:]
912}
913
Colin Crossa140bb02018-04-17 10:52:26 -0700914// ReversePaths returns a copy of a Paths in reverse order.
915func ReversePaths(list Paths) Paths {
916 if list == nil {
917 return nil
918 }
919 ret := make(Paths, len(list))
920 for i := range list {
921 ret[i] = list[len(list)-1-i]
922 }
923 return ret
924}
925
Jeff Gaston294356f2017-09-27 17:05:30 -0700926func indexPathList(s Path, list []Path) int {
927 for i, l := range list {
928 if l == s {
929 return i
930 }
931 }
932
933 return -1
934}
935
936func inPathList(p Path, list []Path) bool {
937 return indexPathList(p, list) != -1
938}
939
940func FilterPathList(list []Path, filter []Path) (remainder []Path, filtered []Path) {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000941 return FilterPathListPredicate(list, func(p Path) bool { return inPathList(p, filter) })
942}
943
944func FilterPathListPredicate(list []Path, predicate func(Path) bool) (remainder []Path, filtered []Path) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700945 for _, l := range list {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000946 if predicate(l) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700947 filtered = append(filtered, l)
948 } else {
949 remainder = append(remainder, l)
950 }
951 }
952
953 return
954}
955
Colin Cross93e85952017-08-15 13:34:18 -0700956// HasExt returns true of any of the paths have extension ext, otherwise false
957func (p Paths) HasExt(ext string) bool {
958 for _, path := range p {
959 if path.Ext() == ext {
960 return true
961 }
962 }
963
964 return false
965}
966
967// FilterByExt returns the subset of the paths that have extension ext
968func (p Paths) FilterByExt(ext string) Paths {
969 ret := make(Paths, 0, len(p))
970 for _, path := range p {
971 if path.Ext() == ext {
972 ret = append(ret, path)
973 }
974 }
975 return ret
976}
977
978// FilterOutByExt returns the subset of the paths that do not have extension ext
979func (p Paths) FilterOutByExt(ext string) Paths {
980 ret := make(Paths, 0, len(p))
981 for _, path := range p {
982 if path.Ext() != ext {
983 ret = append(ret, path)
984 }
985 }
986 return ret
987}
988
Colin Cross5e6cfbe2017-11-03 15:20:35 -0700989// DirectorySortedPaths is a slice of paths that are sorted such that all files in a directory
990// (including subdirectories) are in a contiguous subslice of the list, and can be found in
991// O(log(N)) time using a binary search on the directory prefix.
992type DirectorySortedPaths Paths
993
994func PathsToDirectorySortedPaths(paths Paths) DirectorySortedPaths {
995 ret := append(DirectorySortedPaths(nil), paths...)
996 sort.Slice(ret, func(i, j int) bool {
997 return ret[i].String() < ret[j].String()
998 })
999 return ret
1000}
1001
1002// PathsInDirectory returns a subslice of the DirectorySortedPaths as a Paths that contains all entries
1003// that are in the specified directory and its subdirectories.
1004func (p DirectorySortedPaths) PathsInDirectory(dir string) Paths {
1005 prefix := filepath.Clean(dir) + "/"
1006 start := sort.Search(len(p), func(i int) bool {
1007 return prefix < p[i].String()
1008 })
1009
1010 ret := p[start:]
1011
1012 end := sort.Search(len(ret), func(i int) bool {
1013 return !strings.HasPrefix(ret[i].String(), prefix)
1014 })
1015
1016 ret = ret[:end]
1017
1018 return Paths(ret)
1019}
1020
Alex Humesky29e3bbe2020-11-20 21:30:13 -05001021// WritablePaths is a slice of WritablePath, used for multiple outputs.
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001022type WritablePaths []WritablePath
1023
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001024// RelativeToTop creates a new WritablePaths containing the result of calling Path.RelativeToTop on
1025// each item in this slice.
1026func (p WritablePaths) RelativeToTop() WritablePaths {
1027 ensureTestOnly()
1028 if p == nil {
1029 return p
1030 }
1031 ret := make(WritablePaths, len(p))
1032 for i, path := range p {
1033 ret[i] = path.RelativeToTop().(WritablePath)
1034 }
1035 return ret
1036}
1037
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001038// Strings returns the string forms of the writable paths.
1039func (p WritablePaths) Strings() []string {
1040 if p == nil {
1041 return nil
1042 }
1043 ret := make([]string, len(p))
1044 for i, path := range p {
1045 ret[i] = path.String()
1046 }
1047 return ret
1048}
1049
Colin Cross3bc7ffa2017-11-22 16:19:37 -08001050// Paths returns the WritablePaths as a Paths
1051func (p WritablePaths) Paths() Paths {
1052 if p == nil {
1053 return nil
1054 }
1055 ret := make(Paths, len(p))
1056 for i, path := range p {
1057 ret[i] = path
1058 }
1059 return ret
1060}
1061
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001062type basePath struct {
Paul Duffin74abc5d2021-03-24 09:24:59 +00001063 path string
1064 rel string
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001065}
1066
Yu Liufa297642024-06-11 00:13:02 +00001067func (p basePath) GobEncode() ([]byte, error) {
1068 w := new(bytes.Buffer)
1069 encoder := gob.NewEncoder(w)
1070 err := errors.Join(encoder.Encode(p.path), encoder.Encode(p.rel))
1071 if err != nil {
1072 return nil, err
1073 }
1074
1075 return w.Bytes(), nil
1076}
1077
1078func (p *basePath) GobDecode(data []byte) error {
1079 r := bytes.NewBuffer(data)
1080 decoder := gob.NewDecoder(r)
1081 err := errors.Join(decoder.Decode(&p.path), decoder.Decode(&p.rel))
1082 if err != nil {
1083 return err
1084 }
1085
1086 return nil
1087}
1088
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001089func (p basePath) Ext() string {
1090 return filepath.Ext(p.path)
1091}
1092
Colin Cross4f6fc9c2016-10-26 10:05:25 -07001093func (p basePath) Base() string {
1094 return filepath.Base(p.path)
1095}
1096
Colin Crossfaeb7aa2017-02-01 14:12:44 -08001097func (p basePath) Rel() string {
1098 if p.rel != "" {
1099 return p.rel
1100 }
1101 return p.path
1102}
1103
Colin Cross0875c522017-11-28 17:34:01 -08001104func (p basePath) String() string {
1105 return p.path
1106}
1107
Colin Cross0db55682017-12-05 15:36:55 -08001108func (p basePath) withRel(rel string) basePath {
1109 p.path = filepath.Join(p.path, rel)
1110 p.rel = rel
1111 return p
1112}
1113
Colin Cross7707b242024-07-26 12:02:36 -07001114func (p basePath) withoutRel() basePath {
1115 p.rel = filepath.Base(p.path)
1116 return p
1117}
1118
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001119// SourcePath is a Path representing a file path rooted from SrcDir
1120type SourcePath struct {
1121 basePath
1122}
1123
1124var _ Path = SourcePath{}
1125
Colin Cross0db55682017-12-05 15:36:55 -08001126func (p SourcePath) withRel(rel string) SourcePath {
1127 p.basePath = p.basePath.withRel(rel)
1128 return p
1129}
1130
Colin Crossbd73d0d2024-07-26 12:00:33 -07001131func (p SourcePath) RelativeToTop() Path {
1132 ensureTestOnly()
1133 return p
1134}
1135
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001136// safePathForSource is for paths that we expect are safe -- only for use by go
1137// code that is embedding ninja variables in paths
Colin Crossfe4bc362018-09-12 10:02:13 -07001138func safePathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
1139 p, err := validateSafePath(pathComponents...)
Cole Faust483d1f72023-01-09 14:35:27 -08001140 ret := SourcePath{basePath{p, ""}}
Colin Crossfe4bc362018-09-12 10:02:13 -07001141 if err != nil {
1142 return ret, err
1143 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001144
Colin Cross7b3dcc32019-01-24 13:14:39 -08001145 // absolute path already checked by validateSafePath
Inseob Kim5eb7ee92022-04-27 10:30:34 +09001146 // special-case api surface gen files for now
1147 if strings.HasPrefix(ret.String(), ctx.Config().soongOutDir) && !strings.Contains(ret.String(), ctx.Config().soongOutDir+"/.export") {
Mikhail Naganovab1f5182019-02-08 13:17:55 -08001148 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Cross6e18ca42015-07-14 18:55:36 -07001149 }
1150
Colin Crossfe4bc362018-09-12 10:02:13 -07001151 return ret, err
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001152}
1153
Colin Cross192e97a2018-02-22 14:21:02 -08001154// pathForSource creates a SourcePath from pathComponents, but does not check that it exists.
1155func pathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
Colin Crossc48c1432018-02-23 07:09:01 +00001156 p, err := validatePath(pathComponents...)
Cole Faust483d1f72023-01-09 14:35:27 -08001157 ret := SourcePath{basePath{p, ""}}
Colin Cross94a32102018-02-22 14:21:02 -08001158 if err != nil {
Colin Cross192e97a2018-02-22 14:21:02 -08001159 return ret, err
Colin Cross94a32102018-02-22 14:21:02 -08001160 }
1161
Colin Cross7b3dcc32019-01-24 13:14:39 -08001162 // absolute path already checked by validatePath
Inseob Kim5eb7ee92022-04-27 10:30:34 +09001163 // special-case for now
1164 if strings.HasPrefix(ret.String(), ctx.Config().soongOutDir) && !strings.Contains(ret.String(), ctx.Config().soongOutDir+"/.export") {
Mikhail Naganovab1f5182019-02-08 13:17:55 -08001165 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Crossc48c1432018-02-23 07:09:01 +00001166 }
1167
Colin Cross192e97a2018-02-22 14:21:02 -08001168 return ret, nil
1169}
1170
1171// existsWithDependencies returns true if the path exists, and adds appropriate dependencies to rerun if the
1172// path does not exist.
Colin Cross662d6142022-11-03 20:38:01 -07001173func existsWithDependencies(ctx PathGlobContext, path SourcePath) (exists bool, err error) {
Colin Cross192e97a2018-02-22 14:21:02 -08001174 var files []string
1175
Colin Cross662d6142022-11-03 20:38:01 -07001176 // Use glob to produce proper dependencies, even though we only want
1177 // a single file.
1178 files, err = ctx.GlobWithDeps(path.String(), nil)
Colin Cross192e97a2018-02-22 14:21:02 -08001179
1180 if err != nil {
1181 return false, fmt.Errorf("glob: %s", err.Error())
1182 }
1183
1184 return len(files) > 0, nil
1185}
1186
1187// PathForSource joins the provided path components and validates that the result
1188// neither escapes the source dir nor is in the out dir.
1189// On error, it will return a usable, but invalid SourcePath, and report a ModuleError.
1190func PathForSource(ctx PathContext, pathComponents ...string) SourcePath {
1191 path, err := pathForSource(ctx, pathComponents...)
1192 if err != nil {
1193 reportPathError(ctx, err)
1194 }
1195
Colin Crosse3924e12018-08-15 20:18:53 -07001196 if pathtools.IsGlob(path.String()) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001197 ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
Colin Crosse3924e12018-08-15 20:18:53 -07001198 }
1199
Liz Kammera830f3a2020-11-10 10:50:34 -08001200 if modCtx, ok := ctx.(ModuleMissingDepsPathContext); ok && ctx.Config().AllowMissingDependencies() {
Colin Cross662d6142022-11-03 20:38:01 -07001201 exists, err := existsWithDependencies(modCtx, path)
Colin Cross192e97a2018-02-22 14:21:02 -08001202 if err != nil {
1203 reportPathError(ctx, err)
1204 }
1205 if !exists {
1206 modCtx.AddMissingDependencies([]string{path.String()})
1207 }
Colin Cross988414c2020-01-11 01:11:46 +00001208 } else if exists, _, err := ctx.Config().fs.Exists(path.String()); err != nil {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001209 ReportPathErrorf(ctx, "%s: %s", path, err.Error())
Pedro Loureiro5d190cc2021-02-15 15:41:33 +00001210 } else if !exists && !ctx.Config().TestAllowNonExistentPaths {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001211 ReportPathErrorf(ctx, "source path %q does not exist", path)
Colin Cross192e97a2018-02-22 14:21:02 -08001212 }
1213 return path
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001214}
1215
Cole Faustbc65a3f2023-08-01 16:38:55 +00001216// PathForArbitraryOutput creates a path for the given components. Unlike PathForOutput,
1217// the path is relative to the root of the output folder, not the out/soong folder.
1218func PathForArbitraryOutput(ctx PathContext, pathComponents ...string) Path {
Colin Cross3b1c6842024-07-26 11:52:57 -07001219 path, err := validatePath(pathComponents...)
Cole Faustbc65a3f2023-08-01 16:38:55 +00001220 if err != nil {
1221 reportPathError(ctx, err)
1222 }
Colin Cross3b1c6842024-07-26 11:52:57 -07001223 fullPath := filepath.Join(ctx.Config().OutDir(), path)
1224 path = fullPath[len(fullPath)-len(path):]
1225 return OutputPath{basePath{path, ""}, ctx.Config().OutDir(), fullPath}
Cole Faustbc65a3f2023-08-01 16:38:55 +00001226}
1227
Spandan Dasc6c10fa2022-10-21 21:52:13 +00001228// MaybeExistentPathForSource joins the provided path components and validates that the result
1229// neither escapes the source dir nor is in the out dir.
1230// It does not validate whether the path exists.
1231func MaybeExistentPathForSource(ctx PathContext, pathComponents ...string) SourcePath {
1232 path, err := pathForSource(ctx, pathComponents...)
1233 if err != nil {
1234 reportPathError(ctx, err)
1235 }
1236
1237 if pathtools.IsGlob(path.String()) {
1238 ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
1239 }
1240 return path
1241}
1242
Liz Kammer7aa52882021-02-11 09:16:14 -05001243// ExistentPathForSource returns an OptionalPath with the SourcePath, rooted from SrcDir, *not*
1244// rooted from the module's local source directory, if the path exists, or an empty OptionalPath if
1245// it doesn't exist. Dependencies are added so that the ninja file will be regenerated if the state
1246// of the path changes.
Colin Cross662d6142022-11-03 20:38:01 -07001247func ExistentPathForSource(ctx PathGlobContext, pathComponents ...string) OptionalPath {
Colin Cross192e97a2018-02-22 14:21:02 -08001248 path, err := pathForSource(ctx, pathComponents...)
Colin Cross1ccfcc32018-02-22 13:54:26 -08001249 if err != nil {
1250 reportPathError(ctx, err)
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +01001251 // No need to put the error message into the returned path since it has been reported already.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001252 return OptionalPath{}
1253 }
Colin Crossc48c1432018-02-23 07:09:01 +00001254
Colin Crosse3924e12018-08-15 20:18:53 -07001255 if pathtools.IsGlob(path.String()) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001256 ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
Colin Crosse3924e12018-08-15 20:18:53 -07001257 return OptionalPath{}
1258 }
1259
Colin Cross192e97a2018-02-22 14:21:02 -08001260 exists, err := existsWithDependencies(ctx, path)
Colin Crossc48c1432018-02-23 07:09:01 +00001261 if err != nil {
1262 reportPathError(ctx, err)
1263 return OptionalPath{}
1264 }
Colin Cross192e97a2018-02-22 14:21:02 -08001265 if !exists {
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +01001266 return InvalidOptionalPath(path.String() + " does not exist")
Colin Crossc48c1432018-02-23 07:09:01 +00001267 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001268 return OptionalPathForPath(path)
1269}
1270
1271func (p SourcePath) String() string {
Cole Faust483d1f72023-01-09 14:35:27 -08001272 if p.path == "" {
1273 return "."
1274 }
1275 return p.path
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001276}
1277
Colin Cross7707b242024-07-26 12:02:36 -07001278func (p SourcePath) WithoutRel() Path {
1279 p.basePath = p.basePath.withoutRel()
1280 return p
1281}
1282
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001283// Join creates a new SourcePath with paths... joined with the current path. The
1284// provided paths... may not use '..' to escape from the current path.
1285func (p SourcePath) Join(ctx PathContext, paths ...string) SourcePath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001286 path, err := validatePath(paths...)
1287 if err != nil {
1288 reportPathError(ctx, err)
1289 }
Colin Cross0db55682017-12-05 15:36:55 -08001290 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001291}
1292
Colin Cross2fafa3e2019-03-05 12:39:51 -08001293// join is like Join but does less path validation.
1294func (p SourcePath) join(ctx PathContext, paths ...string) SourcePath {
1295 path, err := validateSafePath(paths...)
1296 if err != nil {
1297 reportPathError(ctx, err)
1298 }
1299 return p.withRel(path)
1300}
1301
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001302// OverlayPath returns the overlay for `path' if it exists. This assumes that the
1303// SourcePath is the path to a resource overlay directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001304func (p SourcePath) OverlayPath(ctx ModuleMissingDepsPathContext, path Path) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001305 var relDir string
Colin Cross07e51612019-03-05 12:46:40 -08001306 if srcPath, ok := path.(SourcePath); ok {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001307 relDir = srcPath.path
1308 } else {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001309 ReportPathErrorf(ctx, "Cannot find relative path for %s(%s)", reflect.TypeOf(path).Name(), path)
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +01001310 // No need to put the error message into the returned path since it has been reported already.
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001311 return OptionalPath{}
1312 }
Cole Faust483d1f72023-01-09 14:35:27 -08001313 dir := filepath.Join(p.path, relDir)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001314 // Use Glob so that we are run again if the directory is added.
Colin Cross7f19f372016-11-01 11:10:25 -07001315 if pathtools.IsGlob(dir) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001316 ReportPathErrorf(ctx, "Path may not contain a glob: %s", dir)
Dan Willemsen7b310ee2015-12-18 15:11:17 -08001317 }
Colin Cross461b4452018-02-23 09:22:42 -08001318 paths, err := ctx.GlobWithDeps(dir, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001319 if err != nil {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001320 ReportPathErrorf(ctx, "glob: %s", err.Error())
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001321 return OptionalPath{}
1322 }
1323 if len(paths) == 0 {
Martin Stjernholmc32dd1c2021-09-15 02:39:00 +01001324 return InvalidOptionalPath(dir + " does not exist")
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001325 }
Cole Faust483d1f72023-01-09 14:35:27 -08001326 return OptionalPathForPath(PathForSource(ctx, paths[0]))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001327}
1328
Colin Cross70dda7e2019-10-01 22:05:35 -07001329// OutputPath is a Path representing an intermediates file path rooted from the build directory
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001330type OutputPath struct {
1331 basePath
Paul Duffind65c58b2021-03-24 09:22:07 +00001332
Colin Cross3b1c6842024-07-26 11:52:57 -07001333 // The base out directory for this path, either Config.SoongOutDir() or Config.OutDir()
1334 outDir string
Paul Duffind65c58b2021-03-24 09:22:07 +00001335
Colin Crossd63c9a72020-01-29 16:52:50 -08001336 fullPath string
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001337}
1338
Yu Liufa297642024-06-11 00:13:02 +00001339func (p OutputPath) GobEncode() ([]byte, error) {
1340 w := new(bytes.Buffer)
1341 encoder := gob.NewEncoder(w)
Colin Cross3b1c6842024-07-26 11:52:57 -07001342 err := errors.Join(encoder.Encode(p.basePath), encoder.Encode(p.outDir), encoder.Encode(p.fullPath))
Yu Liufa297642024-06-11 00:13:02 +00001343 if err != nil {
1344 return nil, err
1345 }
1346
1347 return w.Bytes(), nil
1348}
1349
1350func (p *OutputPath) GobDecode(data []byte) error {
1351 r := bytes.NewBuffer(data)
1352 decoder := gob.NewDecoder(r)
Colin Cross3b1c6842024-07-26 11:52:57 -07001353 err := errors.Join(decoder.Decode(&p.basePath), decoder.Decode(&p.outDir), decoder.Decode(&p.fullPath))
Yu Liufa297642024-06-11 00:13:02 +00001354 if err != nil {
1355 return err
1356 }
1357
1358 return nil
1359}
1360
Colin Cross702e0f82017-10-18 17:27:54 -07001361func (p OutputPath) withRel(rel string) OutputPath {
Colin Cross0db55682017-12-05 15:36:55 -08001362 p.basePath = p.basePath.withRel(rel)
Colin Crossd63c9a72020-01-29 16:52:50 -08001363 p.fullPath = filepath.Join(p.fullPath, rel)
Colin Cross702e0f82017-10-18 17:27:54 -07001364 return p
1365}
1366
Colin Cross7707b242024-07-26 12:02:36 -07001367func (p OutputPath) WithoutRel() Path {
1368 p.basePath = p.basePath.withoutRel()
Colin Cross3063b782018-08-15 11:19:12 -07001369 return p
1370}
1371
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001372func (p OutputPath) getSoongOutDir() string {
Colin Cross3b1c6842024-07-26 11:52:57 -07001373 return p.outDir
Paul Duffin9b478b02019-12-10 13:41:51 +00001374}
1375
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001376func (p OutputPath) RelativeToTop() Path {
1377 return p.outputPathRelativeToTop()
1378}
1379
1380func (p OutputPath) outputPathRelativeToTop() OutputPath {
Colin Cross3b1c6842024-07-26 11:52:57 -07001381 p.fullPath = StringPathRelativeToTop(p.outDir, p.fullPath)
1382 if strings.HasSuffix(p.outDir, testOutSoongSubDir) {
1383 p.outDir = TestOutSoongDir
1384 } else {
1385 // Handle the PathForArbitraryOutput case
1386 p.outDir = testOutDir
1387 }
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001388 return p
1389}
1390
Paul Duffin0267d492021-02-02 10:05:52 +00001391func (p OutputPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath {
1392 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1393}
1394
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001395var _ Path = OutputPath{}
Paul Duffin9b478b02019-12-10 13:41:51 +00001396var _ WritablePath = OutputPath{}
Paul Duffin0267d492021-02-02 10:05:52 +00001397var _ objPathProvider = OutputPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001398
Chris Parsons8f232a22020-06-23 17:37:05 -04001399// toolDepPath is a Path representing a dependency of the build tool.
1400type toolDepPath struct {
1401 basePath
1402}
1403
Colin Cross7707b242024-07-26 12:02:36 -07001404func (t toolDepPath) WithoutRel() Path {
1405 t.basePath = t.basePath.withoutRel()
1406 return t
1407}
1408
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001409func (t toolDepPath) RelativeToTop() Path {
1410 ensureTestOnly()
1411 return t
1412}
1413
Chris Parsons8f232a22020-06-23 17:37:05 -04001414var _ Path = toolDepPath{}
1415
1416// pathForBuildToolDep returns a toolDepPath representing the given path string.
1417// There is no validation for the path, as it is "trusted": It may fail
1418// normal validation checks. For example, it may be an absolute path.
1419// Only use this function to construct paths for dependencies of the build
1420// tool invocation.
1421func pathForBuildToolDep(ctx PathContext, path string) toolDepPath {
Paul Duffin74abc5d2021-03-24 09:24:59 +00001422 return toolDepPath{basePath{path, ""}}
Chris Parsons8f232a22020-06-23 17:37:05 -04001423}
1424
Jeff Gaston734e3802017-04-10 15:47:24 -07001425// PathForOutput joins the provided paths and returns an OutputPath that is
1426// validated to not escape the build dir.
1427// On error, it will return a usable, but invalid OutputPath, and report a ModuleError.
1428func PathForOutput(ctx PathContext, pathComponents ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001429 path, err := validatePath(pathComponents...)
1430 if err != nil {
1431 reportPathError(ctx, err)
1432 }
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001433 fullPath := filepath.Join(ctx.Config().soongOutDir, path)
Colin Crossd63c9a72020-01-29 16:52:50 -08001434 path = fullPath[len(fullPath)-len(path):]
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001435 return OutputPath{basePath{path, ""}, ctx.Config().soongOutDir, fullPath}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001436}
1437
Colin Cross3b1c6842024-07-26 11:52:57 -07001438// PathsForOutput returns Paths rooted from outDir
Colin Cross40e33732019-02-15 11:08:35 -08001439func PathsForOutput(ctx PathContext, paths []string) WritablePaths {
1440 ret := make(WritablePaths, len(paths))
1441 for i, path := range paths {
1442 ret[i] = PathForOutput(ctx, path)
1443 }
1444 return ret
1445}
1446
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001447func (p OutputPath) writablePath() {}
1448
1449func (p OutputPath) String() string {
Colin Crossd63c9a72020-01-29 16:52:50 -08001450 return p.fullPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001451}
1452
1453// Join creates a new OutputPath with paths... joined with the current path. The
1454// provided paths... may not use '..' to escape from the current path.
1455func (p OutputPath) Join(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001456 path, err := validatePath(paths...)
1457 if err != nil {
1458 reportPathError(ctx, err)
1459 }
Colin Cross0db55682017-12-05 15:36:55 -08001460 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001461}
1462
Colin Cross8854a5a2019-02-11 14:14:16 -08001463// ReplaceExtension creates a new OutputPath with the extension replaced with ext.
1464func (p OutputPath) ReplaceExtension(ctx PathContext, ext string) OutputPath {
1465 if strings.Contains(ext, "/") {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001466 ReportPathErrorf(ctx, "extension %q cannot contain /", ext)
Colin Cross8854a5a2019-02-11 14:14:16 -08001467 }
1468 ret := PathForOutput(ctx, pathtools.ReplaceExtension(p.path, ext))
Colin Cross2cdd5df2019-02-25 10:25:24 -08001469 ret.rel = pathtools.ReplaceExtension(p.rel, ext)
Colin Cross8854a5a2019-02-11 14:14:16 -08001470 return ret
1471}
1472
Colin Cross40e33732019-02-15 11:08:35 -08001473// InSameDir creates a new OutputPath from the directory of the current OutputPath joined with the elements in paths.
1474func (p OutputPath) InSameDir(ctx PathContext, paths ...string) OutputPath {
1475 path, err := validatePath(paths...)
1476 if err != nil {
1477 reportPathError(ctx, err)
1478 }
1479
1480 ret := PathForOutput(ctx, filepath.Dir(p.path), path)
Colin Cross2cdd5df2019-02-25 10:25:24 -08001481 ret.rel = filepath.Join(filepath.Dir(p.rel), path)
Colin Cross40e33732019-02-15 11:08:35 -08001482 return ret
1483}
1484
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001485// PathForIntermediates returns an OutputPath representing the top-level
1486// intermediates directory.
1487func PathForIntermediates(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001488 path, err := validatePath(paths...)
1489 if err != nil {
1490 reportPathError(ctx, err)
1491 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001492 return PathForOutput(ctx, ".intermediates", path)
1493}
1494
Colin Cross07e51612019-03-05 12:46:40 -08001495var _ genPathProvider = SourcePath{}
1496var _ objPathProvider = SourcePath{}
1497var _ resPathProvider = SourcePath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001498
Colin Cross07e51612019-03-05 12:46:40 -08001499// PathForModuleSrc returns a Path representing the paths... under the
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001500// module's local source directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001501func PathForModuleSrc(ctx ModuleMissingDepsPathContext, pathComponents ...string) Path {
Paul Duffin407501b2021-07-09 16:56:35 +01001502 // Just join the components textually just to make sure that it does not corrupt a fully qualified
1503 // module reference, e.g. if the pathComponents is "://other:foo" then using filepath.Join() or
1504 // validatePath() will corrupt it, e.g. replace "//" with "/". If the path is not a module
1505 // reference then it will be validated by expandOneSrcPath anyway when it calls expandOneSrcPath.
1506 p := strings.Join(pathComponents, string(filepath.Separator))
Liz Kammer619be462022-01-28 15:13:39 -05001507 paths, err := expandOneSrcPath(sourcePathInput{context: ctx, path: p, includeDirs: true})
Colin Cross8a497952019-03-05 22:25:09 -08001508 if err != nil {
1509 if depErr, ok := err.(missingDependencyError); ok {
1510 if ctx.Config().AllowMissingDependencies() {
1511 ctx.AddMissingDependencies(depErr.missingDeps)
1512 } else {
1513 ctx.ModuleErrorf(`%s, is the property annotated with android:"path"?`, depErr.Error())
1514 }
1515 } else {
1516 reportPathError(ctx, err)
1517 }
1518 return nil
1519 } else if len(paths) == 0 {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001520 ReportPathErrorf(ctx, "%q produced no files, expected exactly one", p)
Colin Cross8a497952019-03-05 22:25:09 -08001521 return nil
1522 } else if len(paths) > 1 {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001523 ReportPathErrorf(ctx, "%q produced %d files, expected exactly one", p, len(paths))
Colin Cross8a497952019-03-05 22:25:09 -08001524 }
1525 return paths[0]
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001526}
1527
Liz Kammera830f3a2020-11-10 10:50:34 -08001528func pathForModuleSrc(ctx EarlyModulePathContext, paths ...string) SourcePath {
Colin Cross07e51612019-03-05 12:46:40 -08001529 p, err := validatePath(paths...)
1530 if err != nil {
1531 reportPathError(ctx, err)
1532 }
1533
1534 path, err := pathForSource(ctx, ctx.ModuleDir(), p)
1535 if err != nil {
1536 reportPathError(ctx, err)
1537 }
1538
1539 path.basePath.rel = p
1540
1541 return path
1542}
1543
Colin Cross2fafa3e2019-03-05 12:39:51 -08001544// PathsWithModuleSrcSubDir takes a list of Paths and returns a new list of Paths where Rel() on each path
1545// will return the path relative to subDir in the module's source directory. If any input paths are not located
1546// inside subDir then a path error will be reported.
Liz Kammera830f3a2020-11-10 10:50:34 -08001547func PathsWithModuleSrcSubDir(ctx EarlyModulePathContext, paths Paths, subDir string) Paths {
Colin Cross2fafa3e2019-03-05 12:39:51 -08001548 paths = append(Paths(nil), paths...)
Colin Cross07e51612019-03-05 12:46:40 -08001549 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001550 for i, path := range paths {
1551 rel := Rel(ctx, subDirFullPath.String(), path.String())
1552 paths[i] = subDirFullPath.join(ctx, rel)
1553 }
1554 return paths
1555}
1556
1557// PathWithModuleSrcSubDir takes a Path and returns a Path where Rel() will return the path relative to subDir in the
1558// module's source directory. If the input path is not located inside subDir then a path error will be reported.
Liz Kammera830f3a2020-11-10 10:50:34 -08001559func PathWithModuleSrcSubDir(ctx EarlyModulePathContext, path Path, subDir string) Path {
Colin Cross07e51612019-03-05 12:46:40 -08001560 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001561 rel := Rel(ctx, subDirFullPath.String(), path.String())
1562 return subDirFullPath.Join(ctx, rel)
1563}
1564
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001565// OptionalPathForModuleSrc returns an OptionalPath. The OptionalPath contains a
1566// valid path if p is non-nil.
Liz Kammera830f3a2020-11-10 10:50:34 -08001567func OptionalPathForModuleSrc(ctx ModuleMissingDepsPathContext, p *string) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001568 if p == nil {
1569 return OptionalPath{}
1570 }
1571 return OptionalPathForPath(PathForModuleSrc(ctx, *p))
1572}
1573
Liz Kammera830f3a2020-11-10 10:50:34 -08001574func (p SourcePath) genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001575 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001576}
1577
yangbill6d032dd2024-04-18 03:05:49 +00001578func (p SourcePath) genPathWithExtAndTrimExt(ctx ModuleOutPathContext, subdir, ext string, trimExt string) ModuleGenPath {
1579 // If Trim_extension being set, force append Output_extension without replace original extension.
1580 if trimExt != "" {
1581 if ext != "" {
1582 return PathForModuleGen(ctx, subdir, strings.TrimSuffix(p.path, trimExt)+"."+ext)
1583 }
1584 return PathForModuleGen(ctx, subdir, strings.TrimSuffix(p.path, trimExt))
1585 }
1586 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1587}
1588
Liz Kammera830f3a2020-11-10 10:50:34 -08001589func (p SourcePath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001590 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001591}
1592
Liz Kammera830f3a2020-11-10 10:50:34 -08001593func (p SourcePath) resPathWithName(ctx ModuleOutPathContext, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001594 // TODO: Use full directory if the new ctx is not the current ctx?
1595 return PathForModuleRes(ctx, p.path, name)
1596}
1597
1598// ModuleOutPath is a Path representing a module's output directory.
1599type ModuleOutPath struct {
1600 OutputPath
1601}
1602
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001603func (p ModuleOutPath) RelativeToTop() Path {
1604 p.OutputPath = p.outputPathRelativeToTop()
1605 return p
1606}
1607
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001608var _ Path = ModuleOutPath{}
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001609var _ WritablePath = ModuleOutPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001610
Liz Kammera830f3a2020-11-10 10:50:34 -08001611func (p ModuleOutPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath {
Pete Bentleyfcf55bf2019-08-16 20:14:32 +01001612 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1613}
1614
Liz Kammera830f3a2020-11-10 10:50:34 -08001615// ModuleOutPathContext Subset of ModuleContext functions necessary for output path methods.
1616type ModuleOutPathContext interface {
1617 PathContext
1618
1619 ModuleName() string
1620 ModuleDir() string
1621 ModuleSubDir() string
1622}
1623
1624func pathForModuleOut(ctx ModuleOutPathContext) OutputPath {
Inseob Kimb7e9f5f2024-06-25 17:39:52 +09001625 return PathForOutput(ctx, ".intermediates", ctx.ModuleDir(), ctx.ModuleName(), ctx.ModuleSubDir())
Colin Cross702e0f82017-10-18 17:27:54 -07001626}
1627
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001628// PathForModuleOut returns a Path representing the paths... under the module's
1629// output directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001630func PathForModuleOut(ctx ModuleOutPathContext, paths ...string) ModuleOutPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001631 p, err := validatePath(paths...)
1632 if err != nil {
1633 reportPathError(ctx, err)
1634 }
Colin Cross702e0f82017-10-18 17:27:54 -07001635 return ModuleOutPath{
Liz Kammera830f3a2020-11-10 10:50:34 -08001636 OutputPath: pathForModuleOut(ctx).withRel(p),
Colin Cross702e0f82017-10-18 17:27:54 -07001637 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001638}
1639
1640// ModuleGenPath is a Path representing the 'gen' directory in a module's output
1641// directory. Mainly used for generated sources.
1642type ModuleGenPath struct {
1643 ModuleOutPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001644}
1645
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001646func (p ModuleGenPath) RelativeToTop() Path {
1647 p.OutputPath = p.outputPathRelativeToTop()
1648 return p
1649}
1650
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001651var _ Path = ModuleGenPath{}
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001652var _ WritablePath = ModuleGenPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001653var _ genPathProvider = ModuleGenPath{}
1654var _ objPathProvider = ModuleGenPath{}
1655
1656// PathForModuleGen returns a Path representing the paths... under the module's
1657// `gen' directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001658func PathForModuleGen(ctx ModuleOutPathContext, paths ...string) ModuleGenPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001659 p, err := validatePath(paths...)
1660 if err != nil {
1661 reportPathError(ctx, err)
1662 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001663 return ModuleGenPath{
Colin Cross702e0f82017-10-18 17:27:54 -07001664 ModuleOutPath: ModuleOutPath{
Liz Kammera830f3a2020-11-10 10:50:34 -08001665 OutputPath: pathForModuleOut(ctx).withRel("gen").withRel(p),
Colin Cross702e0f82017-10-18 17:27:54 -07001666 },
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001667 }
1668}
1669
Liz Kammera830f3a2020-11-10 10:50:34 -08001670func (p ModuleGenPath) genPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001671 // TODO: make a different path for local vs remote generated files?
Dan Willemsen21ec4902016-11-02 20:43:13 -07001672 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001673}
1674
yangbill6d032dd2024-04-18 03:05:49 +00001675func (p ModuleGenPath) genPathWithExtAndTrimExt(ctx ModuleOutPathContext, subdir, ext string, trimExt string) ModuleGenPath {
1676 // If Trim_extension being set, force append Output_extension without replace original extension.
1677 if trimExt != "" {
1678 if ext != "" {
1679 return PathForModuleGen(ctx, subdir, strings.TrimSuffix(p.path, trimExt)+"."+ext)
1680 }
1681 return PathForModuleGen(ctx, subdir, strings.TrimSuffix(p.path, trimExt))
1682 }
1683 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1684}
1685
Liz Kammera830f3a2020-11-10 10:50:34 -08001686func (p ModuleGenPath) objPathWithExt(ctx ModuleOutPathContext, subdir, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001687 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1688}
1689
1690// ModuleObjPath is a Path representing the 'obj' directory in a module's output
1691// directory. Used for compiled objects.
1692type ModuleObjPath struct {
1693 ModuleOutPath
1694}
1695
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001696func (p ModuleObjPath) RelativeToTop() Path {
1697 p.OutputPath = p.outputPathRelativeToTop()
1698 return p
1699}
1700
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001701var _ Path = ModuleObjPath{}
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001702var _ WritablePath = ModuleObjPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001703
1704// PathForModuleObj returns a Path representing the paths... under the module's
1705// 'obj' directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001706func PathForModuleObj(ctx ModuleOutPathContext, pathComponents ...string) ModuleObjPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001707 p, err := validatePath(pathComponents...)
1708 if err != nil {
1709 reportPathError(ctx, err)
1710 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001711 return ModuleObjPath{PathForModuleOut(ctx, "obj", p)}
1712}
1713
1714// ModuleResPath is a a Path representing the 'res' directory in a module's
1715// output directory.
1716type ModuleResPath struct {
1717 ModuleOutPath
1718}
1719
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001720func (p ModuleResPath) RelativeToTop() Path {
1721 p.OutputPath = p.outputPathRelativeToTop()
1722 return p
1723}
1724
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001725var _ Path = ModuleResPath{}
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001726var _ WritablePath = ModuleResPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001727
1728// PathForModuleRes returns a Path representing the paths... under the module's
1729// 'res' directory.
Liz Kammera830f3a2020-11-10 10:50:34 -08001730func PathForModuleRes(ctx ModuleOutPathContext, pathComponents ...string) ModuleResPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001731 p, err := validatePath(pathComponents...)
1732 if err != nil {
1733 reportPathError(ctx, err)
1734 }
1735
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001736 return ModuleResPath{PathForModuleOut(ctx, "res", p)}
1737}
1738
Colin Cross70dda7e2019-10-01 22:05:35 -07001739// InstallPath is a Path representing a installed file path rooted from the build directory
1740type InstallPath struct {
1741 basePath
Colin Crossff6c33d2019-10-02 16:01:35 -07001742
Lukacs T. Berkib078ade2021-08-31 10:42:08 +02001743 // The soong build directory, i.e. Config.SoongOutDir()
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001744 soongOutDir string
Paul Duffind65c58b2021-03-24 09:22:07 +00001745
Jiyong Park957bcd92020-10-20 18:23:33 +09001746 // partitionDir is the part of the InstallPath that is automatically determined according to the context.
1747 // For example, it is host/<os>-<arch> for host modules, and target/product/<device>/<partition> for device modules.
1748 partitionDir string
1749
Colin Crossb1692a32021-10-25 15:39:01 -07001750 partition string
1751
Jiyong Park957bcd92020-10-20 18:23:33 +09001752 // makePath indicates whether this path is for Soong (false) or Make (true).
1753 makePath bool
Colin Crossc0e42d52024-02-01 16:42:36 -08001754
1755 fullPath string
Colin Cross70dda7e2019-10-01 22:05:35 -07001756}
1757
Yu Liu26a716d2024-08-30 23:40:32 +00001758func (p *InstallPath) GobEncode() ([]byte, error) {
1759 w := new(bytes.Buffer)
1760 encoder := gob.NewEncoder(w)
1761 err := errors.Join(encoder.Encode(p.basePath), encoder.Encode(p.soongOutDir),
1762 encoder.Encode(p.partitionDir), encoder.Encode(p.partition),
1763 encoder.Encode(p.makePath), encoder.Encode(p.fullPath))
1764 if err != nil {
1765 return nil, err
1766 }
1767
1768 return w.Bytes(), nil
1769}
1770
1771func (p *InstallPath) GobDecode(data []byte) error {
1772 r := bytes.NewBuffer(data)
1773 decoder := gob.NewDecoder(r)
1774 err := errors.Join(decoder.Decode(&p.basePath), decoder.Decode(&p.soongOutDir),
1775 decoder.Decode(&p.partitionDir), decoder.Decode(&p.partition),
1776 decoder.Decode(&p.makePath), decoder.Decode(&p.fullPath))
1777 if err != nil {
1778 return err
1779 }
1780
1781 return nil
1782}
1783
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001784// Will panic if called from outside a test environment.
1785func ensureTestOnly() {
Martin Stjernholm32312eb2021-03-27 18:54:49 +00001786 if PrefixInList(os.Args, "-test.") {
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001787 return
1788 }
Martin Stjernholm32312eb2021-03-27 18:54:49 +00001789 panic(fmt.Errorf("Not in test. Command line:\n %s", strings.Join(os.Args, "\n ")))
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001790}
1791
1792func (p InstallPath) RelativeToTop() Path {
1793 ensureTestOnly()
Colin Crossc0e42d52024-02-01 16:42:36 -08001794 if p.makePath {
Colin Cross3b1c6842024-07-26 11:52:57 -07001795 p.soongOutDir = testOutDir
Colin Crossc0e42d52024-02-01 16:42:36 -08001796 } else {
Colin Cross3b1c6842024-07-26 11:52:57 -07001797 p.soongOutDir = TestOutSoongDir
Colin Crossc0e42d52024-02-01 16:42:36 -08001798 }
1799 p.fullPath = filepath.Join(p.soongOutDir, p.path)
Paul Duffin85d8f0d2021-03-24 10:18:18 +00001800 return p
1801}
1802
Colin Cross7707b242024-07-26 12:02:36 -07001803func (p InstallPath) WithoutRel() Path {
1804 p.basePath = p.basePath.withoutRel()
1805 return p
1806}
1807
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001808func (p InstallPath) getSoongOutDir() string {
1809 return p.soongOutDir
Paul Duffin9b478b02019-12-10 13:41:51 +00001810}
1811
Hans MÃ¥nssond3f2bd72020-11-27 12:37:28 +01001812func (p InstallPath) ReplaceExtension(ctx PathContext, ext string) OutputPath {
1813 panic("Not implemented")
1814}
1815
Paul Duffin9b478b02019-12-10 13:41:51 +00001816var _ Path = InstallPath{}
1817var _ WritablePath = InstallPath{}
1818
Colin Cross70dda7e2019-10-01 22:05:35 -07001819func (p InstallPath) writablePath() {}
1820
1821func (p InstallPath) String() string {
Colin Crossc0e42d52024-02-01 16:42:36 -08001822 return p.fullPath
Jiyong Park957bcd92020-10-20 18:23:33 +09001823}
1824
1825// PartitionDir returns the path to the partition where the install path is rooted at. It is
1826// out/soong/target/product/<device>/<partition> for device modules, and out/soong/host/<os>-<arch> for host modules.
1827// The ./soong is dropped if the install path is for Make.
1828func (p InstallPath) PartitionDir() string {
1829 if p.makePath {
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001830 return filepath.Join(p.soongOutDir, "../", p.partitionDir)
Jiyong Park957bcd92020-10-20 18:23:33 +09001831 } else {
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02001832 return filepath.Join(p.soongOutDir, p.partitionDir)
Jiyong Park957bcd92020-10-20 18:23:33 +09001833 }
Colin Cross70dda7e2019-10-01 22:05:35 -07001834}
1835
Jihoon Kangf78a8902022-09-01 22:47:07 +00001836func (p InstallPath) Partition() string {
1837 return p.partition
1838}
1839
Colin Cross70dda7e2019-10-01 22:05:35 -07001840// Join creates a new InstallPath with paths... joined with the current path. The
1841// provided paths... may not use '..' to escape from the current path.
1842func (p InstallPath) Join(ctx PathContext, paths ...string) InstallPath {
1843 path, err := validatePath(paths...)
1844 if err != nil {
1845 reportPathError(ctx, err)
1846 }
1847 return p.withRel(path)
1848}
1849
1850func (p InstallPath) withRel(rel string) InstallPath {
1851 p.basePath = p.basePath.withRel(rel)
Colin Crossc0e42d52024-02-01 16:42:36 -08001852 p.fullPath = filepath.Join(p.fullPath, rel)
Colin Cross70dda7e2019-10-01 22:05:35 -07001853 return p
1854}
1855
Colin Crossc68db4b2021-11-11 18:59:15 -08001856// Deprecated: ToMakePath is a noop, PathForModuleInstall always returns Make paths when building
1857// embedded in Make.
Colin Crossff6c33d2019-10-02 16:01:35 -07001858func (p InstallPath) ToMakePath() InstallPath {
Jiyong Park957bcd92020-10-20 18:23:33 +09001859 p.makePath = true
Colin Crossff6c33d2019-10-02 16:01:35 -07001860 return p
Colin Cross70dda7e2019-10-01 22:05:35 -07001861}
1862
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001863// PathForModuleInstall returns a Path representing the install path for the
1864// module appended with paths...
Colin Cross70dda7e2019-10-01 22:05:35 -07001865func PathForModuleInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath {
Spandan Das5d1b9292021-06-03 19:36:41 +00001866 os, arch := osAndArch(ctx)
Cole Faust11edf552023-10-13 11:32:14 -07001867 partition := modulePartition(ctx, os.Class == Device)
Cole Faust3b703f32023-10-16 13:30:51 -07001868 return pathForInstall(ctx, os, arch, partition, pathComponents...)
Spandan Das5d1b9292021-06-03 19:36:41 +00001869}
1870
Colin Cross1d0eb7a2021-11-03 14:08:20 -07001871// PathForHostDexInstall returns an InstallPath representing the install path for the
1872// module appended with paths...
1873func PathForHostDexInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath {
Cole Faust3b703f32023-10-16 13:30:51 -07001874 return pathForInstall(ctx, ctx.Config().BuildOS, ctx.Config().BuildArch, "", pathComponents...)
Colin Cross1d0eb7a2021-11-03 14:08:20 -07001875}
1876
Spandan Das5d1b9292021-06-03 19:36:41 +00001877// PathForModuleInPartitionInstall is similar to PathForModuleInstall but partition is provided by the caller
1878func PathForModuleInPartitionInstall(ctx ModuleInstallPathContext, partition string, pathComponents ...string) InstallPath {
1879 os, arch := osAndArch(ctx)
Cole Faust3b703f32023-10-16 13:30:51 -07001880 return pathForInstall(ctx, os, arch, partition, pathComponents...)
Spandan Das5d1b9292021-06-03 19:36:41 +00001881}
1882
1883func osAndArch(ctx ModuleInstallPathContext) (OsType, ArchType) {
Colin Cross6e359402020-02-10 15:29:54 -08001884 os := ctx.Os()
Jiyong Park87788b52020-09-01 12:37:45 +09001885 arch := ctx.Arch().ArchType
1886 forceOS, forceArch := ctx.InstallForceOS()
1887 if forceOS != nil {
Colin Cross6e359402020-02-10 15:29:54 -08001888 os = *forceOS
1889 }
Jiyong Park87788b52020-09-01 12:37:45 +09001890 if forceArch != nil {
1891 arch = *forceArch
1892 }
Spandan Das5d1b9292021-06-03 19:36:41 +00001893 return os, arch
1894}
Colin Cross609c49a2020-02-13 13:20:11 -08001895
Colin Crossc0e42d52024-02-01 16:42:36 -08001896func pathForPartitionInstallDir(ctx PathContext, partition, partitionPath string, makePath bool) InstallPath {
1897 fullPath := ctx.Config().SoongOutDir()
1898 if makePath {
1899 // Make path starts with out/ instead of out/soong.
1900 fullPath = filepath.Join(fullPath, "../", partitionPath)
1901 } else {
1902 fullPath = filepath.Join(fullPath, partitionPath)
1903 }
1904
1905 return InstallPath{
1906 basePath: basePath{partitionPath, ""},
1907 soongOutDir: ctx.Config().soongOutDir,
1908 partitionDir: partitionPath,
1909 partition: partition,
1910 makePath: makePath,
1911 fullPath: fullPath,
1912 }
1913}
1914
Cole Faust3b703f32023-10-16 13:30:51 -07001915func pathForInstall(ctx PathContext, os OsType, arch ArchType, partition string,
Colin Cross609c49a2020-02-13 13:20:11 -08001916 pathComponents ...string) InstallPath {
1917
Jiyong Park97859152023-02-14 17:05:48 +09001918 var partitionPaths []string
Colin Cross609c49a2020-02-13 13:20:11 -08001919
Colin Cross6e359402020-02-10 15:29:54 -08001920 if os.Class == Device {
Jiyong Park97859152023-02-14 17:05:48 +09001921 partitionPaths = []string{"target", "product", ctx.Config().DeviceName(), partition}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001922 } else {
Jiyong Park87788b52020-09-01 12:37:45 +09001923 osName := os.String()
Colin Crossa9b2aac2022-06-15 17:25:51 -07001924 if os == Linux {
Jiyong Park87788b52020-09-01 12:37:45 +09001925 // instead of linux_glibc
1926 osName = "linux"
Dan Willemsen866b5632017-09-22 12:28:24 -07001927 }
Colin Crossa9b2aac2022-06-15 17:25:51 -07001928 if os == LinuxMusl && ctx.Config().UseHostMusl() {
1929 // When using musl instead of glibc, use "linux" instead of "linux_musl". When cross
1930 // compiling we will still use "linux_musl".
1931 osName = "linux"
1932 }
1933
Jiyong Park87788b52020-09-01 12:37:45 +09001934 // SOONG_HOST_OUT is set to out/host/$(HOST_OS)-$(HOST_PREBUILT_ARCH)
1935 // and HOST_PREBUILT_ARCH is forcibly set to x86 even on x86_64 hosts. We don't seem
1936 // to have a plan to fix it (see the comment in build/make/core/envsetup.mk).
1937 // Let's keep using x86 for the existing cases until we have a need to support
1938 // other architectures.
1939 archName := arch.String()
1940 if os.Class == Host && (arch == X86_64 || arch == Common) {
1941 archName = "x86"
1942 }
Jiyong Park97859152023-02-14 17:05:48 +09001943 partitionPaths = []string{"host", osName + "-" + archName, partition}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001944 }
Colin Cross70dda7e2019-10-01 22:05:35 -07001945
Jiyong Park97859152023-02-14 17:05:48 +09001946 partitionPath, err := validatePath(partitionPaths...)
Colin Cross70dda7e2019-10-01 22:05:35 -07001947 if err != nil {
1948 reportPathError(ctx, err)
1949 }
Colin Crossff6c33d2019-10-02 16:01:35 -07001950
Colin Crossc0e42d52024-02-01 16:42:36 -08001951 base := pathForPartitionInstallDir(ctx, partition, partitionPath, ctx.Config().KatiEnabled())
Jiyong Park957bcd92020-10-20 18:23:33 +09001952 return base.Join(ctx, pathComponents...)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001953}
1954
Spandan Dasf280b232024-04-04 21:25:51 +00001955func PathForNdkInstall(ctx PathContext, paths ...string) OutputPath {
1956 return PathForOutput(ctx, append([]string{"ndk"}, paths...)...)
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001957}
1958
1959func PathForMainlineSdksInstall(ctx PathContext, paths ...string) InstallPath {
Spandan Dasf280b232024-04-04 21:25:51 +00001960 base := pathForPartitionInstallDir(ctx, "", "mainline-sdks", false)
1961 return base.Join(ctx, paths...)
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001962}
1963
Colin Cross70dda7e2019-10-01 22:05:35 -07001964func InstallPathToOnDevicePath(ctx PathContext, path InstallPath) string {
Colin Crossb1692a32021-10-25 15:39:01 -07001965 rel := Rel(ctx, strings.TrimSuffix(path.PartitionDir(), path.partition), path.String())
Colin Cross43f08db2018-11-12 10:13:39 -08001966 return "/" + rel
1967}
1968
Cole Faust11edf552023-10-13 11:32:14 -07001969func modulePartition(ctx ModuleInstallPathContext, device bool) string {
Colin Cross43f08db2018-11-12 10:13:39 -08001970 var partition string
Colin Cross6e359402020-02-10 15:29:54 -08001971 if ctx.InstallInTestcases() {
1972 // "testcases" install directory can be used for host or device modules.
Jaewoong Jung0949f312019-09-11 10:25:18 -07001973 partition = "testcases"
Cole Faust11edf552023-10-13 11:32:14 -07001974 } else if device {
Colin Cross6e359402020-02-10 15:29:54 -08001975 if ctx.InstallInData() {
1976 partition = "data"
1977 } else if ctx.InstallInRamdisk() {
1978 if ctx.DeviceConfig().BoardUsesRecoveryAsBoot() {
1979 partition = "recovery/root/first_stage_ramdisk"
1980 } else {
1981 partition = "ramdisk"
1982 }
1983 if !ctx.InstallInRoot() {
1984 partition += "/system"
1985 }
Yifan Hong60e0cfb2020-10-21 15:17:56 -07001986 } else if ctx.InstallInVendorRamdisk() {
Yifan Hong39143a92020-10-26 12:43:12 -07001987 // The module is only available after switching root into
1988 // /first_stage_ramdisk. To expose the module before switching root
1989 // on a device without a dedicated recovery partition, install the
1990 // recovery variant.
Yifan Hongdd8dacc2020-10-21 15:40:17 -07001991 if ctx.DeviceConfig().BoardMoveRecoveryResourcesToVendorBoot() {
Petri Gyntherac229562021-03-02 23:44:02 -08001992 partition = "vendor_ramdisk/first_stage_ramdisk"
Yifan Hongdd8dacc2020-10-21 15:40:17 -07001993 } else {
Petri Gyntherac229562021-03-02 23:44:02 -08001994 partition = "vendor_ramdisk"
Yifan Hongdd8dacc2020-10-21 15:40:17 -07001995 }
1996 if !ctx.InstallInRoot() {
1997 partition += "/system"
1998 }
Inseob Kim08758f02021-04-08 21:13:22 +09001999 } else if ctx.InstallInDebugRamdisk() {
2000 partition = "debug_ramdisk"
Colin Cross6e359402020-02-10 15:29:54 -08002001 } else if ctx.InstallInRecovery() {
2002 if ctx.InstallInRoot() {
2003 partition = "recovery/root"
2004 } else {
2005 // the layout of recovery partion is the same as that of system partition
2006 partition = "recovery/root/system"
2007 }
Colin Crossea30d852023-11-29 16:00:16 -08002008 } else if ctx.SocSpecific() || ctx.InstallInVendor() {
Colin Cross6e359402020-02-10 15:29:54 -08002009 partition = ctx.DeviceConfig().VendorPath()
Colin Crossea30d852023-11-29 16:00:16 -08002010 } else if ctx.DeviceSpecific() || ctx.InstallInOdm() {
Colin Cross6e359402020-02-10 15:29:54 -08002011 partition = ctx.DeviceConfig().OdmPath()
Colin Crossea30d852023-11-29 16:00:16 -08002012 } else if ctx.ProductSpecific() || ctx.InstallInProduct() {
Colin Cross6e359402020-02-10 15:29:54 -08002013 partition = ctx.DeviceConfig().ProductPath()
2014 } else if ctx.SystemExtSpecific() {
2015 partition = ctx.DeviceConfig().SystemExtPath()
2016 } else if ctx.InstallInRoot() {
2017 partition = "root"
Yifan Hong82db7352020-01-21 16:12:26 -08002018 } else {
Colin Cross6e359402020-02-10 15:29:54 -08002019 partition = "system"
Yifan Hong82db7352020-01-21 16:12:26 -08002020 }
Colin Cross6e359402020-02-10 15:29:54 -08002021 if ctx.InstallInSanitizerDir() {
2022 partition = "data/asan/" + partition
Yifan Hong82db7352020-01-21 16:12:26 -08002023 }
Colin Cross43f08db2018-11-12 10:13:39 -08002024 }
2025 return partition
2026}
2027
Colin Cross609c49a2020-02-13 13:20:11 -08002028type InstallPaths []InstallPath
2029
2030// Paths returns the InstallPaths as a Paths
2031func (p InstallPaths) Paths() Paths {
2032 if p == nil {
2033 return nil
2034 }
2035 ret := make(Paths, len(p))
2036 for i, path := range p {
2037 ret[i] = path
2038 }
2039 return ret
2040}
2041
2042// Strings returns the string forms of the install paths.
2043func (p InstallPaths) Strings() []string {
2044 if p == nil {
2045 return nil
2046 }
2047 ret := make([]string, len(p))
2048 for i, path := range p {
2049 ret[i] = path.String()
2050 }
2051 return ret
2052}
2053
Jingwen Chen24d0c562023-02-07 09:29:36 +00002054// validatePathInternal ensures that a path does not leave its component, and
2055// optionally doesn't contain Ninja variables.
2056func validatePathInternal(allowNinjaVariables bool, pathComponents ...string) (string, error) {
Colin Crossbf9ed3f2023-10-24 14:17:03 -07002057 initialEmpty := 0
2058 finalEmpty := 0
2059 for i, path := range pathComponents {
Jingwen Chen24d0c562023-02-07 09:29:36 +00002060 if !allowNinjaVariables && strings.Contains(path, "$") {
2061 return "", fmt.Errorf("Path contains invalid character($): %s", path)
2062 }
2063
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08002064 path := filepath.Clean(path)
2065 if path == ".." || strings.HasPrefix(path, "../") || strings.HasPrefix(path, "/") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08002066 return "", fmt.Errorf("Path is outside directory: %s", path)
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08002067 }
Colin Crossbf9ed3f2023-10-24 14:17:03 -07002068
2069 if i == initialEmpty && pathComponents[i] == "" {
2070 initialEmpty++
2071 }
2072 if i == finalEmpty && pathComponents[len(pathComponents)-1-i] == "" {
2073 finalEmpty++
2074 }
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08002075 }
Colin Crossbf9ed3f2023-10-24 14:17:03 -07002076 // Optimization: filepath.Join("foo", "") returns a newly allocated copy
2077 // of "foo", while filepath.Join("foo") does not. Strip out any empty
2078 // path components.
2079 if initialEmpty == len(pathComponents) {
2080 return "", nil
2081 }
2082 nonEmptyPathComponents := pathComponents[initialEmpty : len(pathComponents)-finalEmpty]
Dan Willemsen34cc69e2015-09-23 15:26:20 -07002083 // TODO: filepath.Join isn't necessarily correct with embedded ninja
2084 // variables. '..' may remove the entire ninja variable, even if it
2085 // will be expanded to multiple nested directories.
Colin Crossbf9ed3f2023-10-24 14:17:03 -07002086 return filepath.Join(nonEmptyPathComponents...), nil
Dan Willemsen34cc69e2015-09-23 15:26:20 -07002087}
2088
Jingwen Chen24d0c562023-02-07 09:29:36 +00002089// validateSafePath validates a path that we trust (may contain ninja
2090// variables). Ensures that each path component does not attempt to leave its
2091// component. Returns a joined version of each path component.
2092func validateSafePath(pathComponents ...string) (string, error) {
2093 return validatePathInternal(true, pathComponents...)
2094}
2095
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08002096// validatePath validates that a path does not include ninja variables, and that
2097// each path component does not attempt to leave its component. Returns a joined
2098// version of each path component.
Colin Cross1ccfcc32018-02-22 13:54:26 -08002099func validatePath(pathComponents ...string) (string, error) {
Jingwen Chen24d0c562023-02-07 09:29:36 +00002100 return validatePathInternal(false, pathComponents...)
Colin Cross6e18ca42015-07-14 18:55:36 -07002101}
Colin Cross5b529592017-05-09 13:34:34 -07002102
Colin Cross0875c522017-11-28 17:34:01 -08002103func PathForPhony(ctx PathContext, phony string) WritablePath {
2104 if strings.ContainsAny(phony, "$/") {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01002105 ReportPathErrorf(ctx, "Phony target contains invalid character ($ or /): %s", phony)
Colin Cross0875c522017-11-28 17:34:01 -08002106 }
Paul Duffin74abc5d2021-03-24 09:24:59 +00002107 return PhonyPath{basePath{phony, ""}}
Colin Cross0875c522017-11-28 17:34:01 -08002108}
2109
Colin Cross74e3fe42017-12-11 15:51:44 -08002110type PhonyPath struct {
2111 basePath
2112}
2113
2114func (p PhonyPath) writablePath() {}
2115
Lukacs T. Berki9f6c24a2021-08-26 15:07:24 +02002116func (p PhonyPath) getSoongOutDir() string {
Paul Duffind65c58b2021-03-24 09:22:07 +00002117 // A phone path cannot contain any / so cannot be relative to the build directory.
2118 return ""
Paul Duffin9b478b02019-12-10 13:41:51 +00002119}
2120
Paul Duffin85d8f0d2021-03-24 10:18:18 +00002121func (p PhonyPath) RelativeToTop() Path {
2122 ensureTestOnly()
2123 // A phony path cannot contain any / so does not have a build directory so switching to a new
2124 // build directory has no effect so just return this path.
2125 return p
2126}
2127
Colin Cross7707b242024-07-26 12:02:36 -07002128func (p PhonyPath) WithoutRel() Path {
2129 p.basePath = p.basePath.withoutRel()
2130 return p
2131}
2132
Hans MÃ¥nssond3f2bd72020-11-27 12:37:28 +01002133func (p PhonyPath) ReplaceExtension(ctx PathContext, ext string) OutputPath {
2134 panic("Not implemented")
2135}
2136
Colin Cross74e3fe42017-12-11 15:51:44 -08002137var _ Path = PhonyPath{}
2138var _ WritablePath = PhonyPath{}
2139
Colin Cross5b529592017-05-09 13:34:34 -07002140type testPath struct {
2141 basePath
2142}
2143
Paul Duffin85d8f0d2021-03-24 10:18:18 +00002144func (p testPath) RelativeToTop() Path {
2145 ensureTestOnly()
2146 return p
2147}
2148
Colin Cross7707b242024-07-26 12:02:36 -07002149func (p testPath) WithoutRel() Path {
2150 p.basePath = p.basePath.withoutRel()
2151 return p
2152}
2153
Colin Cross5b529592017-05-09 13:34:34 -07002154func (p testPath) String() string {
2155 return p.path
2156}
2157
Paul Duffin85d8f0d2021-03-24 10:18:18 +00002158var _ Path = testPath{}
2159
Colin Cross40e33732019-02-15 11:08:35 -08002160// PathForTesting returns a Path constructed from joining the elements of paths with '/'. It should only be used from
2161// within tests.
Colin Cross5b529592017-05-09 13:34:34 -07002162func PathForTesting(paths ...string) Path {
Colin Cross1ccfcc32018-02-22 13:54:26 -08002163 p, err := validateSafePath(paths...)
2164 if err != nil {
2165 panic(err)
2166 }
Colin Cross5b529592017-05-09 13:34:34 -07002167 return testPath{basePath{path: p, rel: p}}
2168}
2169
Sam Delmerico2351eac2022-05-24 17:10:02 +00002170func PathForTestingWithRel(path, rel string) Path {
2171 p, err := validateSafePath(path, rel)
2172 if err != nil {
2173 panic(err)
2174 }
2175 r, err := validatePath(rel)
2176 if err != nil {
2177 panic(err)
2178 }
2179 return testPath{basePath{path: p, rel: r}}
2180}
2181
Colin Cross40e33732019-02-15 11:08:35 -08002182// PathsForTesting returns a Path constructed from each element in strs. It should only be used from within tests.
2183func PathsForTesting(strs ...string) Paths {
Colin Cross5b529592017-05-09 13:34:34 -07002184 p := make(Paths, len(strs))
2185 for i, s := range strs {
2186 p[i] = PathForTesting(s)
2187 }
2188
2189 return p
2190}
Colin Cross43f08db2018-11-12 10:13:39 -08002191
Colin Cross40e33732019-02-15 11:08:35 -08002192type testPathContext struct {
2193 config Config
Colin Cross40e33732019-02-15 11:08:35 -08002194}
2195
Colin Cross40e33732019-02-15 11:08:35 -08002196func (x *testPathContext) Config() Config { return x.config }
2197func (x *testPathContext) AddNinjaFileDeps(...string) {}
2198
2199// PathContextForTesting returns a PathContext that can be used in tests, for example to create an OutputPath with
2200// PathForOutput.
Colin Cross98be1bb2019-12-13 20:41:13 -08002201func PathContextForTesting(config Config) PathContext {
Colin Cross40e33732019-02-15 11:08:35 -08002202 return &testPathContext{
2203 config: config,
Colin Cross40e33732019-02-15 11:08:35 -08002204 }
2205}
2206
Ulya Trafimovichccc8c852020-10-14 11:29:07 +01002207type testModuleInstallPathContext struct {
2208 baseModuleContext
2209
2210 inData bool
2211 inTestcases bool
2212 inSanitizerDir bool
2213 inRamdisk bool
2214 inVendorRamdisk bool
Inseob Kim08758f02021-04-08 21:13:22 +09002215 inDebugRamdisk bool
Ulya Trafimovichccc8c852020-10-14 11:29:07 +01002216 inRecovery bool
2217 inRoot bool
Colin Crossea30d852023-11-29 16:00:16 -08002218 inOdm bool
2219 inProduct bool
2220 inVendor bool
Ulya Trafimovichccc8c852020-10-14 11:29:07 +01002221 forceOS *OsType
2222 forceArch *ArchType
2223}
2224
2225func (m testModuleInstallPathContext) Config() Config {
2226 return m.baseModuleContext.config
2227}
2228
2229func (testModuleInstallPathContext) AddNinjaFileDeps(deps ...string) {}
2230
2231func (m testModuleInstallPathContext) InstallInData() bool {
2232 return m.inData
2233}
2234
2235func (m testModuleInstallPathContext) InstallInTestcases() bool {
2236 return m.inTestcases
2237}
2238
2239func (m testModuleInstallPathContext) InstallInSanitizerDir() bool {
2240 return m.inSanitizerDir
2241}
2242
2243func (m testModuleInstallPathContext) InstallInRamdisk() bool {
2244 return m.inRamdisk
2245}
2246
2247func (m testModuleInstallPathContext) InstallInVendorRamdisk() bool {
2248 return m.inVendorRamdisk
2249}
2250
Inseob Kim08758f02021-04-08 21:13:22 +09002251func (m testModuleInstallPathContext) InstallInDebugRamdisk() bool {
2252 return m.inDebugRamdisk
2253}
2254
Ulya Trafimovichccc8c852020-10-14 11:29:07 +01002255func (m testModuleInstallPathContext) InstallInRecovery() bool {
2256 return m.inRecovery
2257}
2258
2259func (m testModuleInstallPathContext) InstallInRoot() bool {
2260 return m.inRoot
2261}
2262
Colin Crossea30d852023-11-29 16:00:16 -08002263func (m testModuleInstallPathContext) InstallInOdm() bool {
2264 return m.inOdm
2265}
2266
2267func (m testModuleInstallPathContext) InstallInProduct() bool {
2268 return m.inProduct
2269}
2270
2271func (m testModuleInstallPathContext) InstallInVendor() bool {
2272 return m.inVendor
2273}
2274
Ulya Trafimovichccc8c852020-10-14 11:29:07 +01002275func (m testModuleInstallPathContext) InstallForceOS() (*OsType, *ArchType) {
2276 return m.forceOS, m.forceArch
2277}
2278
2279// Construct a minimal ModuleInstallPathContext for testing. Note that baseModuleContext is
2280// default-initialized, which leaves blueprint.baseModuleContext set to nil, so methods that are
2281// delegated to it will panic.
2282func ModuleInstallPathContextForTesting(config Config) ModuleInstallPathContext {
2283 ctx := &testModuleInstallPathContext{}
2284 ctx.config = config
2285 ctx.os = Android
2286 return ctx
2287}
2288
Colin Cross43f08db2018-11-12 10:13:39 -08002289// Rel performs the same function as filepath.Rel, but reports errors to a PathContext, and reports an error if
2290// targetPath is not inside basePath.
2291func Rel(ctx PathContext, basePath string, targetPath string) string {
2292 rel, isRel := MaybeRel(ctx, basePath, targetPath)
2293 if !isRel {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01002294 ReportPathErrorf(ctx, "path %q is not under path %q", targetPath, basePath)
Colin Cross43f08db2018-11-12 10:13:39 -08002295 return ""
2296 }
2297 return rel
2298}
2299
2300// MaybeRel performs the same function as filepath.Rel, but reports errors to a PathContext, and returns false if
2301// targetPath is not inside basePath.
2302func MaybeRel(ctx PathContext, basePath string, targetPath string) (string, bool) {
Dan Willemsen633c5022019-04-12 11:11:38 -07002303 rel, isRel, err := maybeRelErr(basePath, targetPath)
2304 if err != nil {
2305 reportPathError(ctx, err)
2306 }
2307 return rel, isRel
2308}
2309
2310func maybeRelErr(basePath string, targetPath string) (string, bool, error) {
Colin Cross43f08db2018-11-12 10:13:39 -08002311 // filepath.Rel returns an error if one path is absolute and the other is not, handle that case first.
2312 if filepath.IsAbs(basePath) != filepath.IsAbs(targetPath) {
Dan Willemsen633c5022019-04-12 11:11:38 -07002313 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08002314 }
2315 rel, err := filepath.Rel(basePath, targetPath)
2316 if err != nil {
Dan Willemsen633c5022019-04-12 11:11:38 -07002317 return "", false, err
Colin Cross43f08db2018-11-12 10:13:39 -08002318 } else if rel == ".." || strings.HasPrefix(rel, "../") || strings.HasPrefix(rel, "/") {
Dan Willemsen633c5022019-04-12 11:11:38 -07002319 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08002320 }
Dan Willemsen633c5022019-04-12 11:11:38 -07002321 return rel, true, nil
Colin Cross43f08db2018-11-12 10:13:39 -08002322}
Colin Cross988414c2020-01-11 01:11:46 +00002323
2324// Writes a file to the output directory. Attempting to write directly to the output directory
2325// will fail due to the sandbox of the soong_build process.
Chris Parsons1a12d032023-02-06 22:37:41 -05002326// Only writes the file if the file doesn't exist or if it has different contents, to prevent
2327// updating the timestamp if no changes would be made. (This is better for incremental
2328// performance.)
Colin Cross988414c2020-01-11 01:11:46 +00002329func WriteFileToOutputDir(path WritablePath, data []byte, perm os.FileMode) error {
Colin Crossd6421132021-11-09 12:32:34 -08002330 absPath := absolutePath(path.String())
2331 err := os.MkdirAll(filepath.Dir(absPath), 0777)
2332 if err != nil {
2333 return err
2334 }
Chris Parsons1a12d032023-02-06 22:37:41 -05002335 return pathtools.WriteFileIfChanged(absPath, data, perm)
Colin Cross988414c2020-01-11 01:11:46 +00002336}
2337
Liz Kammer2dd9ca42020-11-25 16:06:39 -08002338func RemoveAllOutputDir(path WritablePath) error {
2339 return os.RemoveAll(absolutePath(path.String()))
2340}
2341
2342func CreateOutputDirIfNonexistent(path WritablePath, perm os.FileMode) error {
2343 dir := absolutePath(path.String())
Liz Kammer09f947d2021-05-12 14:51:49 -04002344 return createDirIfNonexistent(dir, perm)
2345}
2346
2347func createDirIfNonexistent(dir string, perm os.FileMode) error {
Liz Kammer2dd9ca42020-11-25 16:06:39 -08002348 if _, err := os.Stat(dir); os.IsNotExist(err) {
2349 return os.MkdirAll(dir, os.ModePerm)
2350 } else {
2351 return err
2352 }
2353}
2354
Jingwen Chen78257e52021-05-21 02:34:24 +00002355// absolutePath is deliberately private so that Soong's Go plugins can't use it to find and
2356// read arbitrary files without going through the methods in the current package that track
2357// dependencies.
Colin Cross988414c2020-01-11 01:11:46 +00002358func absolutePath(path string) string {
2359 if filepath.IsAbs(path) {
2360 return path
2361 }
2362 return filepath.Join(absSrcDir, path)
2363}
Chris Parsons216e10a2020-07-09 17:12:52 -04002364
2365// A DataPath represents the path of a file to be used as data, for example
2366// a test library to be installed alongside a test.
2367// The data file should be installed (copied from `<SrcPath>`) to
2368// `<install_root>/<RelativeInstallPath>/<filename>`, or
2369// `<install_root>/<filename>` if RelativeInstallPath is empty.
2370type DataPath struct {
2371 // The path of the data file that should be copied into the data directory
2372 SrcPath Path
2373 // The install path of the data file, relative to the install root.
2374 RelativeInstallPath string
Colin Cross5c1d5fb2023-11-15 12:39:40 -08002375 // If WithoutRel is true, use SrcPath.Base() instead of SrcPath.Rel() as the filename.
2376 WithoutRel bool
Chris Parsons216e10a2020-07-09 17:12:52 -04002377}
Colin Crossdcf71b22021-02-01 13:59:03 -08002378
Colin Crossd442a0e2023-11-16 11:19:26 -08002379func (d *DataPath) ToRelativeInstallPath() string {
2380 relPath := d.SrcPath.Rel()
Colin Cross5c1d5fb2023-11-15 12:39:40 -08002381 if d.WithoutRel {
2382 relPath = d.SrcPath.Base()
2383 }
Colin Crossd442a0e2023-11-16 11:19:26 -08002384 if d.RelativeInstallPath != "" {
2385 relPath = filepath.Join(d.RelativeInstallPath, relPath)
2386 }
2387 return relPath
2388}
2389
Colin Crossdcf71b22021-02-01 13:59:03 -08002390// PathsIfNonNil returns a Paths containing only the non-nil input arguments.
2391func PathsIfNonNil(paths ...Path) Paths {
2392 if len(paths) == 0 {
2393 // Fast path for empty argument list
2394 return nil
2395 } else if len(paths) == 1 {
2396 // Fast path for a single argument
2397 if paths[0] != nil {
2398 return paths
2399 } else {
2400 return nil
2401 }
2402 }
2403 ret := make(Paths, 0, len(paths))
2404 for _, path := range paths {
2405 if path != nil {
2406 ret = append(ret, path)
2407 }
2408 }
2409 if len(ret) == 0 {
2410 return nil
2411 }
2412 return ret
2413}
Chris Wailesb2703ad2021-07-30 13:25:42 -07002414
2415var thirdPartyDirPrefixExceptions = []*regexp.Regexp{
2416 regexp.MustCompile("^vendor/[^/]*google[^/]*/"),
2417 regexp.MustCompile("^hardware/google/"),
2418 regexp.MustCompile("^hardware/interfaces/"),
2419 regexp.MustCompile("^hardware/libhardware[^/]*/"),
2420 regexp.MustCompile("^hardware/ril/"),
2421}
2422
2423func IsThirdPartyPath(path string) bool {
2424 thirdPartyDirPrefixes := []string{"external/", "vendor/", "hardware/"}
2425
2426 if HasAnyPrefix(path, thirdPartyDirPrefixes) {
2427 for _, prefix := range thirdPartyDirPrefixExceptions {
2428 if prefix.MatchString(path) {
2429 return false
2430 }
2431 }
2432 return true
2433 }
2434 return false
2435}