blob: eef71b7635061f61f680d5b478a4a26eee77d2b3 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Colin Cross6e18ca42015-07-14 18:55:36 -070018 "fmt"
Colin Cross988414c2020-01-11 01:11:46 +000019 "io/ioutil"
20 "os"
Colin Cross6a745c62015-06-16 16:38:10 -070021 "path/filepath"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070022 "reflect"
Colin Cross5e6cfbe2017-11-03 15:20:35 -070023 "sort"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070024 "strings"
25
26 "github.com/google/blueprint"
27 "github.com/google/blueprint/pathtools"
Colin Cross3f40fa42015-01-30 17:27:36 -080028)
29
Colin Cross988414c2020-01-11 01:11:46 +000030var absSrcDir string
31
Dan Willemsen34cc69e2015-09-23 15:26:20 -070032// PathContext is the subset of a (Module|Singleton)Context required by the
33// Path methods.
34type PathContext interface {
Colin Crossaabf6792017-11-29 00:27:14 -080035 Config() Config
Dan Willemsen7b310ee2015-12-18 15:11:17 -080036 AddNinjaFileDeps(deps ...string)
Colin Cross3f40fa42015-01-30 17:27:36 -080037}
38
Colin Cross7f19f372016-11-01 11:10:25 -070039type PathGlobContext interface {
40 GlobWithDeps(globPattern string, excludes []string) ([]string, error)
41}
42
Colin Crossaabf6792017-11-29 00:27:14 -080043var _ PathContext = SingletonContext(nil)
44var _ PathContext = ModuleContext(nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -070045
Ulya Trafimovich8640ab92020-05-11 18:06:15 +010046// "Null" path context is a minimal path context for a given config.
47type NullPathContext struct {
48 config Config
49}
50
51func (NullPathContext) AddNinjaFileDeps(...string) {}
52func (ctx NullPathContext) Config() Config { return ctx.config }
53
Dan Willemsen00269f22017-07-06 16:59:48 -070054type ModuleInstallPathContext interface {
Colin Cross0ea8ba82019-06-06 14:33:29 -070055 BaseModuleContext
Dan Willemsen00269f22017-07-06 16:59:48 -070056
57 InstallInData() bool
Jaewoong Jung0949f312019-09-11 10:25:18 -070058 InstallInTestcases() bool
Dan Willemsen00269f22017-07-06 16:59:48 -070059 InstallInSanitizerDir() bool
Yifan Hong1b3348d2020-01-21 15:53:22 -080060 InstallInRamdisk() bool
Jiyong Parkf9332f12018-02-01 00:54:12 +090061 InstallInRecovery() bool
Colin Cross90ba5f42019-10-02 11:10:58 -070062 InstallInRoot() bool
Colin Cross607d8582019-07-29 16:44:46 -070063 InstallBypassMake() bool
Colin Cross6e359402020-02-10 15:29:54 -080064 InstallForceOS() *OsType
Dan Willemsen00269f22017-07-06 16:59:48 -070065}
66
67var _ ModuleInstallPathContext = ModuleContext(nil)
68
Dan Willemsen34cc69e2015-09-23 15:26:20 -070069// errorfContext is the interface containing the Errorf method matching the
70// Errorf method in blueprint.SingletonContext.
71type errorfContext interface {
72 Errorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -080073}
74
Dan Willemsen34cc69e2015-09-23 15:26:20 -070075var _ errorfContext = blueprint.SingletonContext(nil)
76
77// moduleErrorf is the interface containing the ModuleErrorf method matching
78// the ModuleErrorf method in blueprint.ModuleContext.
79type moduleErrorf interface {
80 ModuleErrorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -080081}
82
Dan Willemsen34cc69e2015-09-23 15:26:20 -070083var _ moduleErrorf = blueprint.ModuleContext(nil)
84
Dan Willemsen34cc69e2015-09-23 15:26:20 -070085// reportPathError will register an error with the attached context. It
86// attempts ctx.ModuleErrorf for a better error message first, then falls
87// back to ctx.Errorf.
Colin Cross1ccfcc32018-02-22 13:54:26 -080088func reportPathError(ctx PathContext, err error) {
89 reportPathErrorf(ctx, "%s", err.Error())
90}
91
92// reportPathErrorf will register an error with the attached context. It
93// attempts ctx.ModuleErrorf for a better error message first, then falls
94// back to ctx.Errorf.
95func reportPathErrorf(ctx PathContext, format string, args ...interface{}) {
Dan Willemsen34cc69e2015-09-23 15:26:20 -070096 if mctx, ok := ctx.(moduleErrorf); ok {
97 mctx.ModuleErrorf(format, args...)
98 } else if ectx, ok := ctx.(errorfContext); ok {
99 ectx.Errorf(format, args...)
100 } else {
101 panic(fmt.Sprintf(format, args...))
Colin Crossf2298272015-05-12 11:36:53 -0700102 }
103}
104
Colin Cross5e708052019-08-06 13:59:50 -0700105func pathContextName(ctx PathContext, module blueprint.Module) string {
106 if x, ok := ctx.(interface{ ModuleName(blueprint.Module) string }); ok {
107 return x.ModuleName(module)
108 } else if x, ok := ctx.(interface{ OtherModuleName(blueprint.Module) string }); ok {
109 return x.OtherModuleName(module)
110 }
111 return "unknown"
112}
113
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700114type Path interface {
115 // Returns the path in string form
116 String() string
117
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700118 // Ext returns the extension of the last element of the path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700119 Ext() string
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700120
121 // Base returns the last element of the path
122 Base() string
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800123
124 // Rel returns the portion of the path relative to the directory it was created from. For
125 // example, Rel on a PathsForModuleSrc would return the path relative to the module source
Colin Cross0db55682017-12-05 15:36:55 -0800126 // directory, and OutputPath.Join("foo").Rel() would return "foo".
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800127 Rel() string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700128}
129
130// WritablePath is a type of path that can be used as an output for build rules.
131type WritablePath interface {
132 Path
133
Paul Duffin9b478b02019-12-10 13:41:51 +0000134 // return the path to the build directory.
135 buildDir() string
136
Jeff Gaston734e3802017-04-10 15:47:24 -0700137 // the writablePath method doesn't directly do anything,
138 // but it allows a struct to distinguish between whether or not it implements the WritablePath interface
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700139 writablePath()
140}
141
142type genPathProvider interface {
Dan Willemsen21ec4902016-11-02 20:43:13 -0700143 genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700144}
145type objPathProvider interface {
Colin Cross635c3b02016-05-18 15:37:25 -0700146 objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700147}
148type resPathProvider interface {
Colin Cross635c3b02016-05-18 15:37:25 -0700149 resPathWithName(ctx ModuleContext, name string) ModuleResPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700150}
151
152// GenPathWithExt derives a new file path in ctx's generated sources directory
153// from the current path, but with the new extension.
Dan Willemsen21ec4902016-11-02 20:43:13 -0700154func GenPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700155 if path, ok := p.(genPathProvider); ok {
Dan Willemsen21ec4902016-11-02 20:43:13 -0700156 return path.genPathWithExt(ctx, subdir, ext)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700157 }
Colin Cross1ccfcc32018-02-22 13:54:26 -0800158 reportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700159 return PathForModuleGen(ctx)
160}
161
162// ObjPathWithExt derives a new file path in ctx's object directory from the
163// current path, but with the new extension.
Dan Willemsen21ec4902016-11-02 20:43:13 -0700164func ObjPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700165 if path, ok := p.(objPathProvider); ok {
166 return path.objPathWithExt(ctx, subdir, ext)
167 }
Colin Cross1ccfcc32018-02-22 13:54:26 -0800168 reportPathErrorf(ctx, "Tried to create object file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700169 return PathForModuleObj(ctx)
170}
171
172// ResPathWithName derives a new path in ctx's output resource directory, using
173// the current path to create the directory name, and the `name` argument for
174// the filename.
Colin Cross635c3b02016-05-18 15:37:25 -0700175func ResPathWithName(ctx ModuleContext, p Path, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700176 if path, ok := p.(resPathProvider); ok {
177 return path.resPathWithName(ctx, name)
178 }
Colin Cross1ccfcc32018-02-22 13:54:26 -0800179 reportPathErrorf(ctx, "Tried to create res file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700180 return PathForModuleRes(ctx)
181}
182
183// OptionalPath is a container that may or may not contain a valid Path.
184type OptionalPath struct {
185 valid bool
186 path Path
187}
188
189// OptionalPathForPath returns an OptionalPath containing the path.
190func OptionalPathForPath(path Path) OptionalPath {
191 if path == nil {
192 return OptionalPath{}
193 }
194 return OptionalPath{valid: true, path: path}
195}
196
197// Valid returns whether there is a valid path
198func (p OptionalPath) Valid() bool {
199 return p.valid
200}
201
202// Path returns the Path embedded in this OptionalPath. You must be sure that
203// there is a valid path, since this method will panic if there is not.
204func (p OptionalPath) Path() Path {
205 if !p.valid {
206 panic("Requesting an invalid path")
207 }
208 return p.path
209}
210
211// String returns the string version of the Path, or "" if it isn't valid.
212func (p OptionalPath) String() string {
213 if p.valid {
214 return p.path.String()
215 } else {
216 return ""
Colin Crossf2298272015-05-12 11:36:53 -0700217 }
218}
Colin Cross6e18ca42015-07-14 18:55:36 -0700219
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700220// Paths is a slice of Path objects, with helpers to operate on the collection.
221type Paths []Path
222
Jingwen Chen40fd90a2020-06-15 05:24:19 +0000223func (paths Paths) containsPath(path Path) bool {
224 for _, p := range paths {
225 if p == path {
226 return true
227 }
228 }
229 return false
230}
231
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700232// PathsForSource returns Paths rooted from SrcDir
233func PathsForSource(ctx PathContext, paths []string) Paths {
234 ret := make(Paths, len(paths))
235 for i, path := range paths {
236 ret[i] = PathForSource(ctx, path)
237 }
238 return ret
239}
240
Jeff Gaston734e3802017-04-10 15:47:24 -0700241// ExistentPathsForSources returns a list of Paths rooted from SrcDir that are
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800242// found in the tree. If any are not found, they are omitted from the list,
243// and dependencies are added so that we're re-run when they are added.
Colin Cross32f38982018-02-22 11:47:25 -0800244func ExistentPathsForSources(ctx PathContext, paths []string) Paths {
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800245 ret := make(Paths, 0, len(paths))
246 for _, path := range paths {
Colin Cross32f38982018-02-22 11:47:25 -0800247 p := ExistentPathForSource(ctx, path)
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800248 if p.Valid() {
249 ret = append(ret, p.Path())
250 }
251 }
252 return ret
253}
254
Colin Cross41955e82019-05-29 14:40:35 -0700255// PathsForModuleSrc returns Paths rooted from the module's local source directory. It expands globs, references to
256// SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the
257// ":name{.tag}" syntax. Properties passed as the paths argument must have been annotated with struct tag
258// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
259// path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or
260// OutputFileProducer dependencies will cause the module to be marked as having missing dependencies.
Colin Cross635c3b02016-05-18 15:37:25 -0700261func PathsForModuleSrc(ctx ModuleContext, paths []string) Paths {
Colin Cross8a497952019-03-05 22:25:09 -0800262 return PathsForModuleSrcExcludes(ctx, paths, nil)
263}
264
Colin Crossba71a3f2019-03-18 12:12:48 -0700265// PathsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding paths listed in
Colin Cross41955e82019-05-29 14:40:35 -0700266// the excludes arguments. It expands globs, references to SourceFileProducer modules using the ":name" syntax, and
267// references to OutputFileProducer modules using the ":name{.tag}" syntax. Properties passed as the paths or excludes
268// argument must have been annotated with struct tag `android:"path"` so that dependencies on SourceFileProducer modules
269// will have already been handled by the path_properties mutator. If ctx.Config().AllowMissingDependencies() is
Paul Duffin036cace2019-07-25 14:44:56 +0100270// true then any missing SourceFileProducer or OutputFileProducer dependencies will cause the module to be marked as
Colin Cross41955e82019-05-29 14:40:35 -0700271// having missing dependencies.
Colin Cross8a497952019-03-05 22:25:09 -0800272func PathsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) Paths {
Colin Crossba71a3f2019-03-18 12:12:48 -0700273 ret, missingDeps := PathsAndMissingDepsForModuleSrcExcludes(ctx, paths, excludes)
274 if ctx.Config().AllowMissingDependencies() {
275 ctx.AddMissingDependencies(missingDeps)
276 } else {
277 for _, m := range missingDeps {
278 ctx.ModuleErrorf(`missing dependency on %q, is the property annotated with android:"path"?`, m)
279 }
280 }
281 return ret
282}
283
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000284// OutputPaths is a slice of OutputPath objects, with helpers to operate on the collection.
285type OutputPaths []OutputPath
286
287// Paths returns the OutputPaths as a Paths
288func (p OutputPaths) Paths() Paths {
289 if p == nil {
290 return nil
291 }
292 ret := make(Paths, len(p))
293 for i, path := range p {
294 ret[i] = path
295 }
296 return ret
297}
298
299// Strings returns the string forms of the writable paths.
300func (p OutputPaths) Strings() []string {
301 if p == nil {
302 return nil
303 }
304 ret := make([]string, len(p))
305 for i, path := range p {
306 ret[i] = path.String()
307 }
308 return ret
309}
310
Colin Crossba71a3f2019-03-18 12:12:48 -0700311// PathsAndMissingDepsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding
Colin Cross41955e82019-05-29 14:40:35 -0700312// paths listed in the excludes arguments, and a list of missing dependencies. It expands globs, references to
313// SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the
314// ":name{.tag}" syntax. Properties passed as the paths or excludes argument must have been annotated with struct tag
315// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
316// path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or
317// OutputFileProducer dependencies will be returned, and they will NOT cause the module to be marked as having missing
318// dependencies.
Colin Crossba71a3f2019-03-18 12:12:48 -0700319func PathsAndMissingDepsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) (Paths, []string) {
Colin Cross8a497952019-03-05 22:25:09 -0800320 prefix := pathForModuleSrc(ctx).String()
321
322 var expandedExcludes []string
323 if excludes != nil {
324 expandedExcludes = make([]string, 0, len(excludes))
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700325 }
Colin Cross8a497952019-03-05 22:25:09 -0800326
Colin Crossba71a3f2019-03-18 12:12:48 -0700327 var missingExcludeDeps []string
328
Colin Cross8a497952019-03-05 22:25:09 -0800329 for _, e := range excludes {
Colin Cross41955e82019-05-29 14:40:35 -0700330 if m, t := SrcIsModuleWithTag(e); m != "" {
331 module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t))
Colin Cross8a497952019-03-05 22:25:09 -0800332 if module == nil {
Colin Crossba71a3f2019-03-18 12:12:48 -0700333 missingExcludeDeps = append(missingExcludeDeps, m)
Colin Cross8a497952019-03-05 22:25:09 -0800334 continue
335 }
Colin Cross41955e82019-05-29 14:40:35 -0700336 if outProducer, ok := module.(OutputFileProducer); ok {
337 outputFiles, err := outProducer.OutputFiles(t)
338 if err != nil {
339 ctx.ModuleErrorf("path dependency %q: %s", e, err)
340 }
341 expandedExcludes = append(expandedExcludes, outputFiles.Strings()...)
342 } else if t != "" {
343 ctx.ModuleErrorf("path dependency %q is not an output file producing module", e)
344 } else if srcProducer, ok := module.(SourceFileProducer); ok {
Colin Cross8a497952019-03-05 22:25:09 -0800345 expandedExcludes = append(expandedExcludes, srcProducer.Srcs().Strings()...)
346 } else {
Colin Cross41955e82019-05-29 14:40:35 -0700347 ctx.ModuleErrorf("path dependency %q is not a source file producing module", e)
Colin Cross8a497952019-03-05 22:25:09 -0800348 }
349 } else {
350 expandedExcludes = append(expandedExcludes, filepath.Join(prefix, e))
351 }
352 }
353
354 if paths == nil {
Colin Crossba71a3f2019-03-18 12:12:48 -0700355 return nil, missingExcludeDeps
Colin Cross8a497952019-03-05 22:25:09 -0800356 }
357
Colin Crossba71a3f2019-03-18 12:12:48 -0700358 var missingDeps []string
359
Colin Cross8a497952019-03-05 22:25:09 -0800360 expandedSrcFiles := make(Paths, 0, len(paths))
361 for _, s := range paths {
362 srcFiles, err := expandOneSrcPath(ctx, s, expandedExcludes)
363 if depErr, ok := err.(missingDependencyError); ok {
Colin Crossba71a3f2019-03-18 12:12:48 -0700364 missingDeps = append(missingDeps, depErr.missingDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800365 } else if err != nil {
366 reportPathError(ctx, err)
367 }
368 expandedSrcFiles = append(expandedSrcFiles, srcFiles...)
369 }
Colin Crossba71a3f2019-03-18 12:12:48 -0700370
371 return expandedSrcFiles, append(missingDeps, missingExcludeDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800372}
373
374type missingDependencyError struct {
375 missingDeps []string
376}
377
378func (e missingDependencyError) Error() string {
379 return "missing dependencies: " + strings.Join(e.missingDeps, ", ")
380}
381
382func expandOneSrcPath(ctx ModuleContext, s string, expandedExcludes []string) (Paths, error) {
Colin Cross41955e82019-05-29 14:40:35 -0700383 if m, t := SrcIsModuleWithTag(s); m != "" {
384 module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t))
Colin Cross8a497952019-03-05 22:25:09 -0800385 if module == nil {
386 return nil, missingDependencyError{[]string{m}}
387 }
Colin Cross41955e82019-05-29 14:40:35 -0700388 if outProducer, ok := module.(OutputFileProducer); ok {
389 outputFiles, err := outProducer.OutputFiles(t)
390 if err != nil {
391 return nil, fmt.Errorf("path dependency %q: %s", s, err)
392 }
393 return outputFiles, nil
394 } else if t != "" {
395 return nil, fmt.Errorf("path dependency %q is not an output file producing module", s)
396 } else if srcProducer, ok := module.(SourceFileProducer); ok {
Colin Cross8a497952019-03-05 22:25:09 -0800397 moduleSrcs := srcProducer.Srcs()
398 for _, e := range expandedExcludes {
399 for j := 0; j < len(moduleSrcs); j++ {
400 if moduleSrcs[j].String() == e {
401 moduleSrcs = append(moduleSrcs[:j], moduleSrcs[j+1:]...)
402 j--
403 }
404 }
405 }
406 return moduleSrcs, nil
407 } else {
Colin Cross41955e82019-05-29 14:40:35 -0700408 return nil, fmt.Errorf("path dependency %q is not a source file producing module", s)
Colin Cross8a497952019-03-05 22:25:09 -0800409 }
410 } else if pathtools.IsGlob(s) {
411 paths := ctx.GlobFiles(pathForModuleSrc(ctx, s).String(), expandedExcludes)
412 return PathsWithModuleSrcSubDir(ctx, paths, ""), nil
413 } else {
414 p := pathForModuleSrc(ctx, s)
Colin Cross988414c2020-01-11 01:11:46 +0000415 if exists, _, err := ctx.Config().fs.Exists(p.String()); err != nil {
Colin Cross8a497952019-03-05 22:25:09 -0800416 reportPathErrorf(ctx, "%s: %s", p, err.Error())
Colin Cross5e6a7972020-06-07 16:56:32 -0700417 } else if !exists && !ctx.Config().testAllowNonExistentPaths {
Colin Cross8a497952019-03-05 22:25:09 -0800418 reportPathErrorf(ctx, "module source path %q does not exist", p)
419 }
420
421 j := findStringInSlice(p.String(), expandedExcludes)
422 if j >= 0 {
423 return nil, nil
424 }
425 return Paths{p}, nil
426 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700427}
428
429// pathsForModuleSrcFromFullPath returns Paths rooted from the module's local
430// source directory, but strip the local source directory from the beginning of
Dan Willemsen540a78c2018-02-26 21:50:08 -0800431// each string. If incDirs is false, strip paths with a trailing '/' from the list.
Colin Crossfe4bc362018-09-12 10:02:13 -0700432// It intended for use in globs that only list files that exist, so it allows '$' in
433// filenames.
Colin Cross1184b642019-12-30 18:43:07 -0800434func pathsForModuleSrcFromFullPath(ctx EarlyModuleContext, paths []string, incDirs bool) Paths {
Colin Cross6510f912017-11-29 00:27:14 -0800435 prefix := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir()) + "/"
Colin Cross0f37af02017-09-27 17:42:05 -0700436 if prefix == "./" {
437 prefix = ""
438 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700439 ret := make(Paths, 0, len(paths))
440 for _, p := range paths {
Dan Willemsen540a78c2018-02-26 21:50:08 -0800441 if !incDirs && strings.HasSuffix(p, "/") {
442 continue
443 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700444 path := filepath.Clean(p)
445 if !strings.HasPrefix(path, prefix) {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800446 reportPathErrorf(ctx, "Path %q is not in module source directory %q", p, prefix)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700447 continue
448 }
Colin Crosse3924e12018-08-15 20:18:53 -0700449
Colin Crossfe4bc362018-09-12 10:02:13 -0700450 srcPath, err := safePathForSource(ctx, ctx.ModuleDir(), path[len(prefix):])
Colin Crosse3924e12018-08-15 20:18:53 -0700451 if err != nil {
452 reportPathError(ctx, err)
453 continue
454 }
455
Colin Cross07e51612019-03-05 12:46:40 -0800456 srcPath.basePath.rel = srcPath.path
Colin Crosse3924e12018-08-15 20:18:53 -0700457
Colin Cross07e51612019-03-05 12:46:40 -0800458 ret = append(ret, srcPath)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700459 }
460 return ret
461}
462
463// PathsWithOptionalDefaultForModuleSrc returns Paths rooted from the module's
Colin Cross0ddae7f2019-02-07 15:30:01 -0800464// local source directory. If input is nil, use the default if it exists. If input is empty, returns nil.
Colin Cross635c3b02016-05-18 15:37:25 -0700465func PathsWithOptionalDefaultForModuleSrc(ctx ModuleContext, input []string, def string) Paths {
Colin Cross0ddae7f2019-02-07 15:30:01 -0800466 if input != nil {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700467 return PathsForModuleSrc(ctx, input)
468 }
469 // Use Glob so that if the default doesn't exist, a dependency is added so that when it
470 // is created, we're run again.
Colin Cross6510f912017-11-29 00:27:14 -0800471 path := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir(), def)
Colin Cross461b4452018-02-23 09:22:42 -0800472 return ctx.Glob(path, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700473}
474
475// Strings returns the Paths in string form
476func (p Paths) Strings() []string {
477 if p == nil {
478 return nil
479 }
480 ret := make([]string, len(p))
481 for i, path := range p {
482 ret[i] = path.String()
483 }
484 return ret
485}
486
Colin Crossc0efd1d2020-07-03 11:56:24 -0700487func CopyOfPaths(paths Paths) Paths {
488 return append(Paths(nil), paths...)
489}
490
Colin Crossb6715442017-10-24 11:13:31 -0700491// FirstUniquePaths returns all unique elements of a Paths, keeping the first copy of each. It
492// modifies the Paths slice contents in place, and returns a subslice of the original slice.
Dan Willemsenfe92c962017-08-29 12:28:37 -0700493func FirstUniquePaths(list Paths) Paths {
Colin Cross27027c72020-02-28 15:34:17 -0800494 // 128 was chosen based on BenchmarkFirstUniquePaths results.
495 if len(list) > 128 {
496 return firstUniquePathsMap(list)
497 }
498 return firstUniquePathsList(list)
499}
500
Colin Crossc0efd1d2020-07-03 11:56:24 -0700501// SortedUniquePaths returns all unique elements of a Paths in sorted order. It modifies the
502// Paths slice contents in place, and returns a subslice of the original slice.
Jiyong Park33c77362020-05-29 22:00:16 +0900503func SortedUniquePaths(list Paths) Paths {
504 unique := FirstUniquePaths(list)
505 sort.Slice(unique, func(i, j int) bool {
506 return unique[i].String() < unique[j].String()
507 })
508 return unique
509}
510
Colin Cross27027c72020-02-28 15:34:17 -0800511func firstUniquePathsList(list Paths) Paths {
Dan Willemsenfe92c962017-08-29 12:28:37 -0700512 k := 0
513outer:
514 for i := 0; i < len(list); i++ {
515 for j := 0; j < k; j++ {
516 if list[i] == list[j] {
517 continue outer
518 }
519 }
520 list[k] = list[i]
521 k++
522 }
523 return list[:k]
524}
525
Colin Cross27027c72020-02-28 15:34:17 -0800526func firstUniquePathsMap(list Paths) Paths {
527 k := 0
528 seen := make(map[Path]bool, len(list))
529 for i := 0; i < len(list); i++ {
530 if seen[list[i]] {
531 continue
532 }
533 seen[list[i]] = true
534 list[k] = list[i]
535 k++
536 }
537 return list[:k]
538}
539
Colin Crossb6715442017-10-24 11:13:31 -0700540// LastUniquePaths returns all unique elements of a Paths, keeping the last copy of each. It
541// modifies the Paths slice contents in place, and returns a subslice of the original slice.
542func LastUniquePaths(list Paths) Paths {
543 totalSkip := 0
544 for i := len(list) - 1; i >= totalSkip; i-- {
545 skip := 0
546 for j := i - 1; j >= totalSkip; j-- {
547 if list[i] == list[j] {
548 skip++
549 } else {
550 list[j+skip] = list[j]
551 }
552 }
553 totalSkip += skip
554 }
555 return list[totalSkip:]
556}
557
Colin Crossa140bb02018-04-17 10:52:26 -0700558// ReversePaths returns a copy of a Paths in reverse order.
559func ReversePaths(list Paths) Paths {
560 if list == nil {
561 return nil
562 }
563 ret := make(Paths, len(list))
564 for i := range list {
565 ret[i] = list[len(list)-1-i]
566 }
567 return ret
568}
569
Jeff Gaston294356f2017-09-27 17:05:30 -0700570func indexPathList(s Path, list []Path) int {
571 for i, l := range list {
572 if l == s {
573 return i
574 }
575 }
576
577 return -1
578}
579
580func inPathList(p Path, list []Path) bool {
581 return indexPathList(p, list) != -1
582}
583
584func FilterPathList(list []Path, filter []Path) (remainder []Path, filtered []Path) {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000585 return FilterPathListPredicate(list, func(p Path) bool { return inPathList(p, filter) })
586}
587
588func FilterPathListPredicate(list []Path, predicate func(Path) bool) (remainder []Path, filtered []Path) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700589 for _, l := range list {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000590 if predicate(l) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700591 filtered = append(filtered, l)
592 } else {
593 remainder = append(remainder, l)
594 }
595 }
596
597 return
598}
599
Colin Cross93e85952017-08-15 13:34:18 -0700600// HasExt returns true of any of the paths have extension ext, otherwise false
601func (p Paths) HasExt(ext string) bool {
602 for _, path := range p {
603 if path.Ext() == ext {
604 return true
605 }
606 }
607
608 return false
609}
610
611// FilterByExt returns the subset of the paths that have extension ext
612func (p Paths) FilterByExt(ext string) Paths {
613 ret := make(Paths, 0, len(p))
614 for _, path := range p {
615 if path.Ext() == ext {
616 ret = append(ret, path)
617 }
618 }
619 return ret
620}
621
622// FilterOutByExt returns the subset of the paths that do not have extension ext
623func (p Paths) FilterOutByExt(ext string) Paths {
624 ret := make(Paths, 0, len(p))
625 for _, path := range p {
626 if path.Ext() != ext {
627 ret = append(ret, path)
628 }
629 }
630 return ret
631}
632
Colin Cross5e6cfbe2017-11-03 15:20:35 -0700633// DirectorySortedPaths is a slice of paths that are sorted such that all files in a directory
634// (including subdirectories) are in a contiguous subslice of the list, and can be found in
635// O(log(N)) time using a binary search on the directory prefix.
636type DirectorySortedPaths Paths
637
638func PathsToDirectorySortedPaths(paths Paths) DirectorySortedPaths {
639 ret := append(DirectorySortedPaths(nil), paths...)
640 sort.Slice(ret, func(i, j int) bool {
641 return ret[i].String() < ret[j].String()
642 })
643 return ret
644}
645
646// PathsInDirectory returns a subslice of the DirectorySortedPaths as a Paths that contains all entries
647// that are in the specified directory and its subdirectories.
648func (p DirectorySortedPaths) PathsInDirectory(dir string) Paths {
649 prefix := filepath.Clean(dir) + "/"
650 start := sort.Search(len(p), func(i int) bool {
651 return prefix < p[i].String()
652 })
653
654 ret := p[start:]
655
656 end := sort.Search(len(ret), func(i int) bool {
657 return !strings.HasPrefix(ret[i].String(), prefix)
658 })
659
660 ret = ret[:end]
661
662 return Paths(ret)
663}
664
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700665// WritablePaths is a slice of WritablePaths, used for multiple outputs.
666type WritablePaths []WritablePath
667
668// Strings returns the string forms of the writable paths.
669func (p WritablePaths) Strings() []string {
670 if p == nil {
671 return nil
672 }
673 ret := make([]string, len(p))
674 for i, path := range p {
675 ret[i] = path.String()
676 }
677 return ret
678}
679
Colin Cross3bc7ffa2017-11-22 16:19:37 -0800680// Paths returns the WritablePaths as a Paths
681func (p WritablePaths) Paths() Paths {
682 if p == nil {
683 return nil
684 }
685 ret := make(Paths, len(p))
686 for i, path := range p {
687 ret[i] = path
688 }
689 return ret
690}
691
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700692type basePath struct {
693 path string
694 config Config
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800695 rel string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700696}
697
698func (p basePath) Ext() string {
699 return filepath.Ext(p.path)
700}
701
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700702func (p basePath) Base() string {
703 return filepath.Base(p.path)
704}
705
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800706func (p basePath) Rel() string {
707 if p.rel != "" {
708 return p.rel
709 }
710 return p.path
711}
712
Colin Cross0875c522017-11-28 17:34:01 -0800713func (p basePath) String() string {
714 return p.path
715}
716
Colin Cross0db55682017-12-05 15:36:55 -0800717func (p basePath) withRel(rel string) basePath {
718 p.path = filepath.Join(p.path, rel)
719 p.rel = rel
720 return p
721}
722
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700723// SourcePath is a Path representing a file path rooted from SrcDir
724type SourcePath struct {
725 basePath
726}
727
728var _ Path = SourcePath{}
729
Colin Cross0db55682017-12-05 15:36:55 -0800730func (p SourcePath) withRel(rel string) SourcePath {
731 p.basePath = p.basePath.withRel(rel)
732 return p
733}
734
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700735// safePathForSource is for paths that we expect are safe -- only for use by go
736// code that is embedding ninja variables in paths
Colin Crossfe4bc362018-09-12 10:02:13 -0700737func safePathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
738 p, err := validateSafePath(pathComponents...)
Colin Crossaabf6792017-11-29 00:27:14 -0800739 ret := SourcePath{basePath{p, ctx.Config(), ""}}
Colin Crossfe4bc362018-09-12 10:02:13 -0700740 if err != nil {
741 return ret, err
742 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700743
Colin Cross7b3dcc32019-01-24 13:14:39 -0800744 // absolute path already checked by validateSafePath
745 if strings.HasPrefix(ret.String(), ctx.Config().buildDir) {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800746 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Cross6e18ca42015-07-14 18:55:36 -0700747 }
748
Colin Crossfe4bc362018-09-12 10:02:13 -0700749 return ret, err
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700750}
751
Colin Cross192e97a2018-02-22 14:21:02 -0800752// pathForSource creates a SourcePath from pathComponents, but does not check that it exists.
753func pathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
Colin Crossc48c1432018-02-23 07:09:01 +0000754 p, err := validatePath(pathComponents...)
755 ret := SourcePath{basePath{p, ctx.Config(), ""}}
Colin Cross94a32102018-02-22 14:21:02 -0800756 if err != nil {
Colin Cross192e97a2018-02-22 14:21:02 -0800757 return ret, err
Colin Cross94a32102018-02-22 14:21:02 -0800758 }
759
Colin Cross7b3dcc32019-01-24 13:14:39 -0800760 // absolute path already checked by validatePath
761 if strings.HasPrefix(ret.String(), ctx.Config().buildDir) {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800762 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Crossc48c1432018-02-23 07:09:01 +0000763 }
764
Colin Cross192e97a2018-02-22 14:21:02 -0800765 return ret, nil
766}
767
768// existsWithDependencies returns true if the path exists, and adds appropriate dependencies to rerun if the
769// path does not exist.
770func existsWithDependencies(ctx PathContext, path SourcePath) (exists bool, err error) {
771 var files []string
772
773 if gctx, ok := ctx.(PathGlobContext); ok {
774 // Use glob to produce proper dependencies, even though we only want
775 // a single file.
776 files, err = gctx.GlobWithDeps(path.String(), nil)
777 } else {
778 var deps []string
779 // We cannot add build statements in this context, so we fall back to
780 // AddNinjaFileDeps
Colin Cross988414c2020-01-11 01:11:46 +0000781 files, deps, err = ctx.Config().fs.Glob(path.String(), nil, pathtools.FollowSymlinks)
Colin Cross192e97a2018-02-22 14:21:02 -0800782 ctx.AddNinjaFileDeps(deps...)
783 }
784
785 if err != nil {
786 return false, fmt.Errorf("glob: %s", err.Error())
787 }
788
789 return len(files) > 0, nil
790}
791
792// PathForSource joins the provided path components and validates that the result
793// neither escapes the source dir nor is in the out dir.
794// On error, it will return a usable, but invalid SourcePath, and report a ModuleError.
795func PathForSource(ctx PathContext, pathComponents ...string) SourcePath {
796 path, err := pathForSource(ctx, pathComponents...)
797 if err != nil {
798 reportPathError(ctx, err)
799 }
800
Colin Crosse3924e12018-08-15 20:18:53 -0700801 if pathtools.IsGlob(path.String()) {
802 reportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
803 }
804
Colin Cross192e97a2018-02-22 14:21:02 -0800805 if modCtx, ok := ctx.(ModuleContext); ok && ctx.Config().AllowMissingDependencies() {
806 exists, err := existsWithDependencies(ctx, path)
807 if err != nil {
808 reportPathError(ctx, err)
809 }
810 if !exists {
811 modCtx.AddMissingDependencies([]string{path.String()})
812 }
Colin Cross988414c2020-01-11 01:11:46 +0000813 } else if exists, _, err := ctx.Config().fs.Exists(path.String()); err != nil {
Colin Cross192e97a2018-02-22 14:21:02 -0800814 reportPathErrorf(ctx, "%s: %s", path, err.Error())
Colin Cross5e6a7972020-06-07 16:56:32 -0700815 } else if !exists && !ctx.Config().testAllowNonExistentPaths {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800816 reportPathErrorf(ctx, "source path %q does not exist", path)
Colin Cross192e97a2018-02-22 14:21:02 -0800817 }
818 return path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700819}
820
Jeff Gaston734e3802017-04-10 15:47:24 -0700821// ExistentPathForSource returns an OptionalPath with the SourcePath if the
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700822// path exists, or an empty OptionalPath if it doesn't exist. Dependencies are added
823// so that the ninja file will be regenerated if the state of the path changes.
Colin Cross32f38982018-02-22 11:47:25 -0800824func ExistentPathForSource(ctx PathContext, pathComponents ...string) OptionalPath {
Colin Cross192e97a2018-02-22 14:21:02 -0800825 path, err := pathForSource(ctx, pathComponents...)
Colin Cross1ccfcc32018-02-22 13:54:26 -0800826 if err != nil {
827 reportPathError(ctx, err)
828 return OptionalPath{}
829 }
Colin Crossc48c1432018-02-23 07:09:01 +0000830
Colin Crosse3924e12018-08-15 20:18:53 -0700831 if pathtools.IsGlob(path.String()) {
832 reportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
833 return OptionalPath{}
834 }
835
Colin Cross192e97a2018-02-22 14:21:02 -0800836 exists, err := existsWithDependencies(ctx, path)
Colin Crossc48c1432018-02-23 07:09:01 +0000837 if err != nil {
838 reportPathError(ctx, err)
839 return OptionalPath{}
840 }
Colin Cross192e97a2018-02-22 14:21:02 -0800841 if !exists {
Colin Crossc48c1432018-02-23 07:09:01 +0000842 return OptionalPath{}
843 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700844 return OptionalPathForPath(path)
845}
846
847func (p SourcePath) String() string {
848 return filepath.Join(p.config.srcDir, p.path)
849}
850
851// Join creates a new SourcePath with paths... joined with the current path. The
852// provided paths... may not use '..' to escape from the current path.
853func (p SourcePath) Join(ctx PathContext, paths ...string) SourcePath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800854 path, err := validatePath(paths...)
855 if err != nil {
856 reportPathError(ctx, err)
857 }
Colin Cross0db55682017-12-05 15:36:55 -0800858 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700859}
860
Colin Cross2fafa3e2019-03-05 12:39:51 -0800861// join is like Join but does less path validation.
862func (p SourcePath) join(ctx PathContext, paths ...string) SourcePath {
863 path, err := validateSafePath(paths...)
864 if err != nil {
865 reportPathError(ctx, err)
866 }
867 return p.withRel(path)
868}
869
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700870// OverlayPath returns the overlay for `path' if it exists. This assumes that the
871// SourcePath is the path to a resource overlay directory.
Colin Cross635c3b02016-05-18 15:37:25 -0700872func (p SourcePath) OverlayPath(ctx ModuleContext, path Path) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700873 var relDir string
Colin Cross07e51612019-03-05 12:46:40 -0800874 if srcPath, ok := path.(SourcePath); ok {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700875 relDir = srcPath.path
876 } else {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800877 reportPathErrorf(ctx, "Cannot find relative path for %s(%s)", reflect.TypeOf(path).Name(), path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700878 return OptionalPath{}
879 }
880 dir := filepath.Join(p.config.srcDir, p.path, relDir)
881 // Use Glob so that we are run again if the directory is added.
Colin Cross7f19f372016-11-01 11:10:25 -0700882 if pathtools.IsGlob(dir) {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800883 reportPathErrorf(ctx, "Path may not contain a glob: %s", dir)
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800884 }
Colin Cross461b4452018-02-23 09:22:42 -0800885 paths, err := ctx.GlobWithDeps(dir, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700886 if err != nil {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800887 reportPathErrorf(ctx, "glob: %s", err.Error())
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700888 return OptionalPath{}
889 }
890 if len(paths) == 0 {
891 return OptionalPath{}
892 }
Colin Cross43f08db2018-11-12 10:13:39 -0800893 relPath := Rel(ctx, p.config.srcDir, paths[0])
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700894 return OptionalPathForPath(PathForSource(ctx, relPath))
895}
896
Colin Cross70dda7e2019-10-01 22:05:35 -0700897// OutputPath is a Path representing an intermediates file path rooted from the build directory
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700898type OutputPath struct {
899 basePath
Colin Crossd63c9a72020-01-29 16:52:50 -0800900 fullPath string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700901}
902
Colin Cross702e0f82017-10-18 17:27:54 -0700903func (p OutputPath) withRel(rel string) OutputPath {
Colin Cross0db55682017-12-05 15:36:55 -0800904 p.basePath = p.basePath.withRel(rel)
Colin Crossd63c9a72020-01-29 16:52:50 -0800905 p.fullPath = filepath.Join(p.fullPath, rel)
Colin Cross702e0f82017-10-18 17:27:54 -0700906 return p
907}
908
Colin Cross3063b782018-08-15 11:19:12 -0700909func (p OutputPath) WithoutRel() OutputPath {
910 p.basePath.rel = filepath.Base(p.basePath.path)
911 return p
912}
913
Paul Duffin9b478b02019-12-10 13:41:51 +0000914func (p OutputPath) buildDir() string {
915 return p.config.buildDir
916}
917
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700918var _ Path = OutputPath{}
Paul Duffin9b478b02019-12-10 13:41:51 +0000919var _ WritablePath = OutputPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700920
Chris Parsons8f232a22020-06-23 17:37:05 -0400921// toolDepPath is a Path representing a dependency of the build tool.
922type toolDepPath struct {
923 basePath
924}
925
926var _ Path = toolDepPath{}
927
928// pathForBuildToolDep returns a toolDepPath representing the given path string.
929// There is no validation for the path, as it is "trusted": It may fail
930// normal validation checks. For example, it may be an absolute path.
931// Only use this function to construct paths for dependencies of the build
932// tool invocation.
933func pathForBuildToolDep(ctx PathContext, path string) toolDepPath {
934 return toolDepPath{basePath{path, ctx.Config(), ""}}
935}
936
Jeff Gaston734e3802017-04-10 15:47:24 -0700937// PathForOutput joins the provided paths and returns an OutputPath that is
938// validated to not escape the build dir.
939// On error, it will return a usable, but invalid OutputPath, and report a ModuleError.
940func PathForOutput(ctx PathContext, pathComponents ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800941 path, err := validatePath(pathComponents...)
942 if err != nil {
943 reportPathError(ctx, err)
944 }
Colin Crossd63c9a72020-01-29 16:52:50 -0800945 fullPath := filepath.Join(ctx.Config().buildDir, path)
946 path = fullPath[len(fullPath)-len(path):]
947 return OutputPath{basePath{path, ctx.Config(), ""}, fullPath}
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700948}
949
Colin Cross40e33732019-02-15 11:08:35 -0800950// PathsForOutput returns Paths rooted from buildDir
951func PathsForOutput(ctx PathContext, paths []string) WritablePaths {
952 ret := make(WritablePaths, len(paths))
953 for i, path := range paths {
954 ret[i] = PathForOutput(ctx, path)
955 }
956 return ret
957}
958
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700959func (p OutputPath) writablePath() {}
960
961func (p OutputPath) String() string {
Colin Crossd63c9a72020-01-29 16:52:50 -0800962 return p.fullPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700963}
964
965// Join creates a new OutputPath with paths... joined with the current path. The
966// provided paths... may not use '..' to escape from the current path.
967func (p OutputPath) Join(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800968 path, err := validatePath(paths...)
969 if err != nil {
970 reportPathError(ctx, err)
971 }
Colin Cross0db55682017-12-05 15:36:55 -0800972 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700973}
974
Colin Cross8854a5a2019-02-11 14:14:16 -0800975// ReplaceExtension creates a new OutputPath with the extension replaced with ext.
976func (p OutputPath) ReplaceExtension(ctx PathContext, ext string) OutputPath {
977 if strings.Contains(ext, "/") {
978 reportPathErrorf(ctx, "extension %q cannot contain /", ext)
979 }
980 ret := PathForOutput(ctx, pathtools.ReplaceExtension(p.path, ext))
Colin Cross2cdd5df2019-02-25 10:25:24 -0800981 ret.rel = pathtools.ReplaceExtension(p.rel, ext)
Colin Cross8854a5a2019-02-11 14:14:16 -0800982 return ret
983}
984
Colin Cross40e33732019-02-15 11:08:35 -0800985// InSameDir creates a new OutputPath from the directory of the current OutputPath joined with the elements in paths.
986func (p OutputPath) InSameDir(ctx PathContext, paths ...string) OutputPath {
987 path, err := validatePath(paths...)
988 if err != nil {
989 reportPathError(ctx, err)
990 }
991
992 ret := PathForOutput(ctx, filepath.Dir(p.path), path)
Colin Cross2cdd5df2019-02-25 10:25:24 -0800993 ret.rel = filepath.Join(filepath.Dir(p.rel), path)
Colin Cross40e33732019-02-15 11:08:35 -0800994 return ret
995}
996
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700997// PathForIntermediates returns an OutputPath representing the top-level
998// intermediates directory.
999func PathForIntermediates(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001000 path, err := validatePath(paths...)
1001 if err != nil {
1002 reportPathError(ctx, err)
1003 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001004 return PathForOutput(ctx, ".intermediates", path)
1005}
1006
Colin Cross07e51612019-03-05 12:46:40 -08001007var _ genPathProvider = SourcePath{}
1008var _ objPathProvider = SourcePath{}
1009var _ resPathProvider = SourcePath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001010
Colin Cross07e51612019-03-05 12:46:40 -08001011// PathForModuleSrc returns a Path representing the paths... under the
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001012// module's local source directory.
Colin Cross8a497952019-03-05 22:25:09 -08001013func PathForModuleSrc(ctx ModuleContext, pathComponents ...string) Path {
1014 p, err := validatePath(pathComponents...)
1015 if err != nil {
1016 reportPathError(ctx, err)
Colin Cross192e97a2018-02-22 14:21:02 -08001017 }
Colin Cross8a497952019-03-05 22:25:09 -08001018 paths, err := expandOneSrcPath(ctx, p, nil)
1019 if err != nil {
1020 if depErr, ok := err.(missingDependencyError); ok {
1021 if ctx.Config().AllowMissingDependencies() {
1022 ctx.AddMissingDependencies(depErr.missingDeps)
1023 } else {
1024 ctx.ModuleErrorf(`%s, is the property annotated with android:"path"?`, depErr.Error())
1025 }
1026 } else {
1027 reportPathError(ctx, err)
1028 }
1029 return nil
1030 } else if len(paths) == 0 {
1031 reportPathErrorf(ctx, "%q produced no files, expected exactly one", p)
1032 return nil
1033 } else if len(paths) > 1 {
1034 reportPathErrorf(ctx, "%q produced %d files, expected exactly one", p, len(paths))
1035 }
1036 return paths[0]
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001037}
1038
Colin Cross07e51612019-03-05 12:46:40 -08001039func pathForModuleSrc(ctx ModuleContext, paths ...string) SourcePath {
1040 p, err := validatePath(paths...)
1041 if err != nil {
1042 reportPathError(ctx, err)
1043 }
1044
1045 path, err := pathForSource(ctx, ctx.ModuleDir(), p)
1046 if err != nil {
1047 reportPathError(ctx, err)
1048 }
1049
1050 path.basePath.rel = p
1051
1052 return path
1053}
1054
Colin Cross2fafa3e2019-03-05 12:39:51 -08001055// PathsWithModuleSrcSubDir takes a list of Paths and returns a new list of Paths where Rel() on each path
1056// will return the path relative to subDir in the module's source directory. If any input paths are not located
1057// inside subDir then a path error will be reported.
1058func PathsWithModuleSrcSubDir(ctx ModuleContext, paths Paths, subDir string) Paths {
1059 paths = append(Paths(nil), paths...)
Colin Cross07e51612019-03-05 12:46:40 -08001060 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001061 for i, path := range paths {
1062 rel := Rel(ctx, subDirFullPath.String(), path.String())
1063 paths[i] = subDirFullPath.join(ctx, rel)
1064 }
1065 return paths
1066}
1067
1068// PathWithModuleSrcSubDir takes a Path and returns a Path where Rel() will return the path relative to subDir in the
1069// module's source directory. If the input path is not located inside subDir then a path error will be reported.
1070func PathWithModuleSrcSubDir(ctx ModuleContext, path Path, subDir string) Path {
Colin Cross07e51612019-03-05 12:46:40 -08001071 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001072 rel := Rel(ctx, subDirFullPath.String(), path.String())
1073 return subDirFullPath.Join(ctx, rel)
1074}
1075
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001076// OptionalPathForModuleSrc returns an OptionalPath. The OptionalPath contains a
1077// valid path if p is non-nil.
Colin Cross635c3b02016-05-18 15:37:25 -07001078func OptionalPathForModuleSrc(ctx ModuleContext, p *string) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001079 if p == nil {
1080 return OptionalPath{}
1081 }
1082 return OptionalPathForPath(PathForModuleSrc(ctx, *p))
1083}
1084
Colin Cross07e51612019-03-05 12:46:40 -08001085func (p SourcePath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001086 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001087}
1088
Colin Cross07e51612019-03-05 12:46:40 -08001089func (p SourcePath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001090 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001091}
1092
Colin Cross07e51612019-03-05 12:46:40 -08001093func (p SourcePath) resPathWithName(ctx ModuleContext, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001094 // TODO: Use full directory if the new ctx is not the current ctx?
1095 return PathForModuleRes(ctx, p.path, name)
1096}
1097
1098// ModuleOutPath is a Path representing a module's output directory.
1099type ModuleOutPath struct {
1100 OutputPath
1101}
1102
1103var _ Path = ModuleOutPath{}
1104
Pete Bentleyfcf55bf2019-08-16 20:14:32 +01001105func (p ModuleOutPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
1106 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1107}
1108
Colin Cross702e0f82017-10-18 17:27:54 -07001109func pathForModule(ctx ModuleContext) OutputPath {
1110 return PathForOutput(ctx, ".intermediates", ctx.ModuleDir(), ctx.ModuleName(), ctx.ModuleSubDir())
1111}
1112
Logan Chien7eefdc42018-07-11 18:10:41 +08001113// PathForVndkRefAbiDump returns an OptionalPath representing the path of the
1114// reference abi dump for the given module. This is not guaranteed to be valid.
1115func PathForVndkRefAbiDump(ctx ModuleContext, version, fileName string,
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001116 isNdk, isLlndkOrVndk, isGzip bool) OptionalPath {
Logan Chien7eefdc42018-07-11 18:10:41 +08001117
Jayant Chowdharyac066c62018-02-20 10:53:31 -08001118 arches := ctx.DeviceConfig().Arches()
Logan Chien7eefdc42018-07-11 18:10:41 +08001119 if len(arches) == 0 {
1120 panic("device build with no primary arch")
1121 }
Jayant Chowdharyac066c62018-02-20 10:53:31 -08001122 currentArch := ctx.Arch()
1123 archNameAndVariant := currentArch.ArchType.String()
1124 if currentArch.ArchVariant != "" {
1125 archNameAndVariant += "_" + currentArch.ArchVariant
1126 }
Logan Chien5237bed2018-07-11 17:15:57 +08001127
1128 var dirName string
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001129 if isNdk {
Logan Chien5237bed2018-07-11 17:15:57 +08001130 dirName = "ndk"
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001131 } else if isLlndkOrVndk {
Logan Chien5237bed2018-07-11 17:15:57 +08001132 dirName = "vndk"
Logan Chien41eabe62019-04-10 13:33:58 +08001133 } else {
1134 dirName = "platform" // opt-in libs
Jayant Chowdhary3e231fd2017-02-08 13:45:53 -08001135 }
Logan Chien5237bed2018-07-11 17:15:57 +08001136
Jayant Chowdhary34ce67d2018-03-08 11:00:50 -08001137 binderBitness := ctx.DeviceConfig().BinderBitness()
Logan Chien7eefdc42018-07-11 18:10:41 +08001138
1139 var ext string
1140 if isGzip {
1141 ext = ".lsdump.gz"
1142 } else {
1143 ext = ".lsdump"
1144 }
1145
1146 return ExistentPathForSource(ctx, "prebuilts", "abi-dumps", dirName,
1147 version, binderBitness, archNameAndVariant, "source-based",
1148 fileName+ext)
Jayant Chowdhary3e231fd2017-02-08 13:45:53 -08001149}
1150
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001151// PathForModuleOut returns a Path representing the paths... under the module's
1152// output directory.
Colin Cross635c3b02016-05-18 15:37:25 -07001153func PathForModuleOut(ctx ModuleContext, paths ...string) ModuleOutPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001154 p, err := validatePath(paths...)
1155 if err != nil {
1156 reportPathError(ctx, err)
1157 }
Colin Cross702e0f82017-10-18 17:27:54 -07001158 return ModuleOutPath{
1159 OutputPath: pathForModule(ctx).withRel(p),
1160 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001161}
1162
1163// ModuleGenPath is a Path representing the 'gen' directory in a module's output
1164// directory. Mainly used for generated sources.
1165type ModuleGenPath struct {
1166 ModuleOutPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001167}
1168
1169var _ Path = ModuleGenPath{}
1170var _ genPathProvider = ModuleGenPath{}
1171var _ objPathProvider = ModuleGenPath{}
1172
1173// PathForModuleGen returns a Path representing the paths... under the module's
1174// `gen' directory.
Colin Cross635c3b02016-05-18 15:37:25 -07001175func PathForModuleGen(ctx ModuleContext, paths ...string) ModuleGenPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001176 p, err := validatePath(paths...)
1177 if err != nil {
1178 reportPathError(ctx, err)
1179 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001180 return ModuleGenPath{
Colin Cross702e0f82017-10-18 17:27:54 -07001181 ModuleOutPath: ModuleOutPath{
1182 OutputPath: pathForModule(ctx).withRel("gen").withRel(p),
1183 },
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001184 }
1185}
1186
Dan Willemsen21ec4902016-11-02 20:43:13 -07001187func (p ModuleGenPath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001188 // TODO: make a different path for local vs remote generated files?
Dan Willemsen21ec4902016-11-02 20:43:13 -07001189 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001190}
1191
Colin Cross635c3b02016-05-18 15:37:25 -07001192func (p ModuleGenPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001193 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1194}
1195
1196// ModuleObjPath is a Path representing the 'obj' directory in a module's output
1197// directory. Used for compiled objects.
1198type ModuleObjPath struct {
1199 ModuleOutPath
1200}
1201
1202var _ Path = ModuleObjPath{}
1203
1204// PathForModuleObj returns a Path representing the paths... under the module's
1205// 'obj' directory.
Jeff Gaston734e3802017-04-10 15:47:24 -07001206func PathForModuleObj(ctx ModuleContext, pathComponents ...string) ModuleObjPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001207 p, err := validatePath(pathComponents...)
1208 if err != nil {
1209 reportPathError(ctx, err)
1210 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001211 return ModuleObjPath{PathForModuleOut(ctx, "obj", p)}
1212}
1213
1214// ModuleResPath is a a Path representing the 'res' directory in a module's
1215// output directory.
1216type ModuleResPath struct {
1217 ModuleOutPath
1218}
1219
1220var _ Path = ModuleResPath{}
1221
1222// PathForModuleRes returns a Path representing the paths... under the module's
1223// 'res' directory.
Jeff Gaston734e3802017-04-10 15:47:24 -07001224func PathForModuleRes(ctx ModuleContext, pathComponents ...string) ModuleResPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001225 p, err := validatePath(pathComponents...)
1226 if err != nil {
1227 reportPathError(ctx, err)
1228 }
1229
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001230 return ModuleResPath{PathForModuleOut(ctx, "res", p)}
1231}
1232
Colin Cross70dda7e2019-10-01 22:05:35 -07001233// InstallPath is a Path representing a installed file path rooted from the build directory
1234type InstallPath struct {
1235 basePath
Colin Crossff6c33d2019-10-02 16:01:35 -07001236
1237 baseDir string // "../" for Make paths to convert "out/soong" to "out", "" for Soong paths
Colin Cross70dda7e2019-10-01 22:05:35 -07001238}
1239
Paul Duffin9b478b02019-12-10 13:41:51 +00001240func (p InstallPath) buildDir() string {
1241 return p.config.buildDir
1242}
1243
1244var _ Path = InstallPath{}
1245var _ WritablePath = InstallPath{}
1246
Colin Cross70dda7e2019-10-01 22:05:35 -07001247func (p InstallPath) writablePath() {}
1248
1249func (p InstallPath) String() string {
Colin Crossff6c33d2019-10-02 16:01:35 -07001250 return filepath.Join(p.config.buildDir, p.baseDir, p.path)
Colin Cross70dda7e2019-10-01 22:05:35 -07001251}
1252
1253// Join creates a new InstallPath with paths... joined with the current path. The
1254// provided paths... may not use '..' to escape from the current path.
1255func (p InstallPath) Join(ctx PathContext, paths ...string) InstallPath {
1256 path, err := validatePath(paths...)
1257 if err != nil {
1258 reportPathError(ctx, err)
1259 }
1260 return p.withRel(path)
1261}
1262
1263func (p InstallPath) withRel(rel string) InstallPath {
1264 p.basePath = p.basePath.withRel(rel)
1265 return p
1266}
1267
Colin Crossff6c33d2019-10-02 16:01:35 -07001268// ToMakePath returns a new InstallPath that points to Make's install directory instead of Soong's,
1269// i.e. out/ instead of out/soong/.
1270func (p InstallPath) ToMakePath() InstallPath {
1271 p.baseDir = "../"
1272 return p
Colin Cross70dda7e2019-10-01 22:05:35 -07001273}
1274
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001275// PathForModuleInstall returns a Path representing the install path for the
1276// module appended with paths...
Colin Cross70dda7e2019-10-01 22:05:35 -07001277func PathForModuleInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath {
Colin Cross6e359402020-02-10 15:29:54 -08001278 os := ctx.Os()
1279 if forceOS := ctx.InstallForceOS(); forceOS != nil {
1280 os = *forceOS
1281 }
1282 partition := modulePartition(ctx, os)
Colin Cross609c49a2020-02-13 13:20:11 -08001283
1284 ret := pathForInstall(ctx, os, partition, ctx.Debug(), pathComponents...)
1285
1286 if ctx.InstallBypassMake() && ctx.Config().EmbeddedInMake() {
1287 ret = ret.ToMakePath()
1288 }
1289
1290 return ret
1291}
1292
1293func pathForInstall(ctx PathContext, os OsType, partition string, debug bool,
1294 pathComponents ...string) InstallPath {
1295
1296 var outPaths []string
1297
Colin Cross6e359402020-02-10 15:29:54 -08001298 if os.Class == Device {
Colin Cross6510f912017-11-29 00:27:14 -08001299 outPaths = []string{"target", "product", ctx.Config().DeviceName(), partition}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001300 } else {
Colin Cross6e359402020-02-10 15:29:54 -08001301 switch os {
Dan Willemsen866b5632017-09-22 12:28:24 -07001302 case Linux:
Colin Cross6e359402020-02-10 15:29:54 -08001303 outPaths = []string{"host", "linux-x86", partition}
Dan Willemsen866b5632017-09-22 12:28:24 -07001304 case LinuxBionic:
1305 // TODO: should this be a separate top level, or shared with linux-x86?
Colin Cross6e359402020-02-10 15:29:54 -08001306 outPaths = []string{"host", "linux_bionic-x86", partition}
Dan Willemsen866b5632017-09-22 12:28:24 -07001307 default:
Colin Cross6e359402020-02-10 15:29:54 -08001308 outPaths = []string{"host", os.String() + "-x86", partition}
Dan Willemsen866b5632017-09-22 12:28:24 -07001309 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001310 }
Colin Cross609c49a2020-02-13 13:20:11 -08001311 if debug {
Dan Willemsen782a2d12015-12-21 14:55:28 -08001312 outPaths = append([]string{"debug"}, outPaths...)
1313 }
Jeff Gaston734e3802017-04-10 15:47:24 -07001314 outPaths = append(outPaths, pathComponents...)
Colin Cross70dda7e2019-10-01 22:05:35 -07001315
1316 path, err := validatePath(outPaths...)
1317 if err != nil {
1318 reportPathError(ctx, err)
1319 }
Colin Crossff6c33d2019-10-02 16:01:35 -07001320
1321 ret := InstallPath{basePath{path, ctx.Config(), ""}, ""}
Colin Crossff6c33d2019-10-02 16:01:35 -07001322
1323 return ret
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001324}
1325
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001326func pathForNdkOrSdkInstall(ctx PathContext, prefix string, paths []string) InstallPath {
1327 paths = append([]string{prefix}, paths...)
Colin Cross70dda7e2019-10-01 22:05:35 -07001328 path, err := validatePath(paths...)
1329 if err != nil {
1330 reportPathError(ctx, err)
1331 }
Colin Crossff6c33d2019-10-02 16:01:35 -07001332 return InstallPath{basePath{path, ctx.Config(), ""}, ""}
Colin Cross70dda7e2019-10-01 22:05:35 -07001333}
1334
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001335func PathForNdkInstall(ctx PathContext, paths ...string) InstallPath {
1336 return pathForNdkOrSdkInstall(ctx, "ndk", paths)
1337}
1338
1339func PathForMainlineSdksInstall(ctx PathContext, paths ...string) InstallPath {
1340 return pathForNdkOrSdkInstall(ctx, "mainline-sdks", paths)
1341}
1342
Colin Cross70dda7e2019-10-01 22:05:35 -07001343func InstallPathToOnDevicePath(ctx PathContext, path InstallPath) string {
Colin Cross43f08db2018-11-12 10:13:39 -08001344 rel := Rel(ctx, PathForOutput(ctx, "target", "product", ctx.Config().DeviceName()).String(), path.String())
1345
1346 return "/" + rel
1347}
1348
Colin Cross6e359402020-02-10 15:29:54 -08001349func modulePartition(ctx ModuleInstallPathContext, os OsType) string {
Colin Cross43f08db2018-11-12 10:13:39 -08001350 var partition string
Colin Cross6e359402020-02-10 15:29:54 -08001351 if ctx.InstallInTestcases() {
1352 // "testcases" install directory can be used for host or device modules.
Jaewoong Jung0949f312019-09-11 10:25:18 -07001353 partition = "testcases"
Colin Cross6e359402020-02-10 15:29:54 -08001354 } else if os.Class == Device {
1355 if ctx.InstallInData() {
1356 partition = "data"
1357 } else if ctx.InstallInRamdisk() {
1358 if ctx.DeviceConfig().BoardUsesRecoveryAsBoot() {
1359 partition = "recovery/root/first_stage_ramdisk"
1360 } else {
1361 partition = "ramdisk"
1362 }
1363 if !ctx.InstallInRoot() {
1364 partition += "/system"
1365 }
1366 } else if ctx.InstallInRecovery() {
1367 if ctx.InstallInRoot() {
1368 partition = "recovery/root"
1369 } else {
1370 // the layout of recovery partion is the same as that of system partition
1371 partition = "recovery/root/system"
1372 }
1373 } else if ctx.SocSpecific() {
1374 partition = ctx.DeviceConfig().VendorPath()
1375 } else if ctx.DeviceSpecific() {
1376 partition = ctx.DeviceConfig().OdmPath()
1377 } else if ctx.ProductSpecific() {
1378 partition = ctx.DeviceConfig().ProductPath()
1379 } else if ctx.SystemExtSpecific() {
1380 partition = ctx.DeviceConfig().SystemExtPath()
1381 } else if ctx.InstallInRoot() {
1382 partition = "root"
Yifan Hong82db7352020-01-21 16:12:26 -08001383 } else {
Colin Cross6e359402020-02-10 15:29:54 -08001384 partition = "system"
Yifan Hong82db7352020-01-21 16:12:26 -08001385 }
Colin Cross6e359402020-02-10 15:29:54 -08001386 if ctx.InstallInSanitizerDir() {
1387 partition = "data/asan/" + partition
Yifan Hong82db7352020-01-21 16:12:26 -08001388 }
Colin Cross43f08db2018-11-12 10:13:39 -08001389 }
1390 return partition
1391}
1392
Colin Cross609c49a2020-02-13 13:20:11 -08001393type InstallPaths []InstallPath
1394
1395// Paths returns the InstallPaths as a Paths
1396func (p InstallPaths) Paths() Paths {
1397 if p == nil {
1398 return nil
1399 }
1400 ret := make(Paths, len(p))
1401 for i, path := range p {
1402 ret[i] = path
1403 }
1404 return ret
1405}
1406
1407// Strings returns the string forms of the install paths.
1408func (p InstallPaths) Strings() []string {
1409 if p == nil {
1410 return nil
1411 }
1412 ret := make([]string, len(p))
1413 for i, path := range p {
1414 ret[i] = path.String()
1415 }
1416 return ret
1417}
1418
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001419// validateSafePath validates a path that we trust (may contain ninja variables).
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001420// Ensures that each path component does not attempt to leave its component.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001421func validateSafePath(pathComponents ...string) (string, error) {
Jeff Gaston734e3802017-04-10 15:47:24 -07001422 for _, path := range pathComponents {
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001423 path := filepath.Clean(path)
1424 if path == ".." || strings.HasPrefix(path, "../") || strings.HasPrefix(path, "/") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001425 return "", fmt.Errorf("Path is outside directory: %s", path)
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001426 }
1427 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001428 // TODO: filepath.Join isn't necessarily correct with embedded ninja
1429 // variables. '..' may remove the entire ninja variable, even if it
1430 // will be expanded to multiple nested directories.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001431 return filepath.Join(pathComponents...), nil
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001432}
1433
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001434// validatePath validates that a path does not include ninja variables, and that
1435// each path component does not attempt to leave its component. Returns a joined
1436// version of each path component.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001437func validatePath(pathComponents ...string) (string, error) {
Jeff Gaston734e3802017-04-10 15:47:24 -07001438 for _, path := range pathComponents {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001439 if strings.Contains(path, "$") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001440 return "", fmt.Errorf("Path contains invalid character($): %s", path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001441 }
1442 }
Colin Cross1ccfcc32018-02-22 13:54:26 -08001443 return validateSafePath(pathComponents...)
Colin Cross6e18ca42015-07-14 18:55:36 -07001444}
Colin Cross5b529592017-05-09 13:34:34 -07001445
Colin Cross0875c522017-11-28 17:34:01 -08001446func PathForPhony(ctx PathContext, phony string) WritablePath {
1447 if strings.ContainsAny(phony, "$/") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001448 reportPathErrorf(ctx, "Phony target contains invalid character ($ or /): %s", phony)
Colin Cross0875c522017-11-28 17:34:01 -08001449 }
Colin Cross74e3fe42017-12-11 15:51:44 -08001450 return PhonyPath{basePath{phony, ctx.Config(), ""}}
Colin Cross0875c522017-11-28 17:34:01 -08001451}
1452
Colin Cross74e3fe42017-12-11 15:51:44 -08001453type PhonyPath struct {
1454 basePath
1455}
1456
1457func (p PhonyPath) writablePath() {}
1458
Paul Duffin9b478b02019-12-10 13:41:51 +00001459func (p PhonyPath) buildDir() string {
1460 return p.config.buildDir
1461}
1462
Colin Cross74e3fe42017-12-11 15:51:44 -08001463var _ Path = PhonyPath{}
1464var _ WritablePath = PhonyPath{}
1465
Colin Cross5b529592017-05-09 13:34:34 -07001466type testPath struct {
1467 basePath
1468}
1469
1470func (p testPath) String() string {
1471 return p.path
1472}
1473
Colin Cross40e33732019-02-15 11:08:35 -08001474// PathForTesting returns a Path constructed from joining the elements of paths with '/'. It should only be used from
1475// within tests.
Colin Cross5b529592017-05-09 13:34:34 -07001476func PathForTesting(paths ...string) Path {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001477 p, err := validateSafePath(paths...)
1478 if err != nil {
1479 panic(err)
1480 }
Colin Cross5b529592017-05-09 13:34:34 -07001481 return testPath{basePath{path: p, rel: p}}
1482}
1483
Colin Cross40e33732019-02-15 11:08:35 -08001484// PathsForTesting returns a Path constructed from each element in strs. It should only be used from within tests.
1485func PathsForTesting(strs ...string) Paths {
Colin Cross5b529592017-05-09 13:34:34 -07001486 p := make(Paths, len(strs))
1487 for i, s := range strs {
1488 p[i] = PathForTesting(s)
1489 }
1490
1491 return p
1492}
Colin Cross43f08db2018-11-12 10:13:39 -08001493
Colin Cross40e33732019-02-15 11:08:35 -08001494type testPathContext struct {
1495 config Config
Colin Cross40e33732019-02-15 11:08:35 -08001496}
1497
Colin Cross40e33732019-02-15 11:08:35 -08001498func (x *testPathContext) Config() Config { return x.config }
1499func (x *testPathContext) AddNinjaFileDeps(...string) {}
1500
1501// PathContextForTesting returns a PathContext that can be used in tests, for example to create an OutputPath with
1502// PathForOutput.
Colin Cross98be1bb2019-12-13 20:41:13 -08001503func PathContextForTesting(config Config) PathContext {
Colin Cross40e33732019-02-15 11:08:35 -08001504 return &testPathContext{
1505 config: config,
Colin Cross40e33732019-02-15 11:08:35 -08001506 }
1507}
1508
Colin Cross43f08db2018-11-12 10:13:39 -08001509// Rel performs the same function as filepath.Rel, but reports errors to a PathContext, and reports an error if
1510// targetPath is not inside basePath.
1511func Rel(ctx PathContext, basePath string, targetPath string) string {
1512 rel, isRel := MaybeRel(ctx, basePath, targetPath)
1513 if !isRel {
1514 reportPathErrorf(ctx, "path %q is not under path %q", targetPath, basePath)
1515 return ""
1516 }
1517 return rel
1518}
1519
1520// MaybeRel performs the same function as filepath.Rel, but reports errors to a PathContext, and returns false if
1521// targetPath is not inside basePath.
1522func MaybeRel(ctx PathContext, basePath string, targetPath string) (string, bool) {
Dan Willemsen633c5022019-04-12 11:11:38 -07001523 rel, isRel, err := maybeRelErr(basePath, targetPath)
1524 if err != nil {
1525 reportPathError(ctx, err)
1526 }
1527 return rel, isRel
1528}
1529
1530func maybeRelErr(basePath string, targetPath string) (string, bool, error) {
Colin Cross43f08db2018-11-12 10:13:39 -08001531 // filepath.Rel returns an error if one path is absolute and the other is not, handle that case first.
1532 if filepath.IsAbs(basePath) != filepath.IsAbs(targetPath) {
Dan Willemsen633c5022019-04-12 11:11:38 -07001533 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001534 }
1535 rel, err := filepath.Rel(basePath, targetPath)
1536 if err != nil {
Dan Willemsen633c5022019-04-12 11:11:38 -07001537 return "", false, err
Colin Cross43f08db2018-11-12 10:13:39 -08001538 } else if rel == ".." || strings.HasPrefix(rel, "../") || strings.HasPrefix(rel, "/") {
Dan Willemsen633c5022019-04-12 11:11:38 -07001539 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001540 }
Dan Willemsen633c5022019-04-12 11:11:38 -07001541 return rel, true, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001542}
Colin Cross988414c2020-01-11 01:11:46 +00001543
1544// Writes a file to the output directory. Attempting to write directly to the output directory
1545// will fail due to the sandbox of the soong_build process.
1546func WriteFileToOutputDir(path WritablePath, data []byte, perm os.FileMode) error {
1547 return ioutil.WriteFile(absolutePath(path.String()), data, perm)
1548}
1549
1550func absolutePath(path string) string {
1551 if filepath.IsAbs(path) {
1552 return path
1553 }
1554 return filepath.Join(absSrcDir, path)
1555}