blob: 842aaacf6b15235bbf50b9b7d628e6c37175208b [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Colin Cross6e18ca42015-07-14 18:55:36 -070018 "fmt"
Colin Cross988414c2020-01-11 01:11:46 +000019 "io/ioutil"
20 "os"
Colin Cross6a745c62015-06-16 16:38:10 -070021 "path/filepath"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070022 "reflect"
Colin Cross5e6cfbe2017-11-03 15:20:35 -070023 "sort"
Dan Willemsen34cc69e2015-09-23 15:26:20 -070024 "strings"
25
26 "github.com/google/blueprint"
27 "github.com/google/blueprint/pathtools"
Colin Cross3f40fa42015-01-30 17:27:36 -080028)
29
Colin Cross988414c2020-01-11 01:11:46 +000030var absSrcDir string
31
Dan Willemsen34cc69e2015-09-23 15:26:20 -070032// PathContext is the subset of a (Module|Singleton)Context required by the
33// Path methods.
34type PathContext interface {
Colin Crossaabf6792017-11-29 00:27:14 -080035 Config() Config
Dan Willemsen7b310ee2015-12-18 15:11:17 -080036 AddNinjaFileDeps(deps ...string)
Colin Cross3f40fa42015-01-30 17:27:36 -080037}
38
Colin Cross7f19f372016-11-01 11:10:25 -070039type PathGlobContext interface {
40 GlobWithDeps(globPattern string, excludes []string) ([]string, error)
41}
42
Colin Crossaabf6792017-11-29 00:27:14 -080043var _ PathContext = SingletonContext(nil)
44var _ PathContext = ModuleContext(nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -070045
Ulya Trafimovich8640ab92020-05-11 18:06:15 +010046// "Null" path context is a minimal path context for a given config.
47type NullPathContext struct {
48 config Config
49}
50
51func (NullPathContext) AddNinjaFileDeps(...string) {}
52func (ctx NullPathContext) Config() Config { return ctx.config }
53
Dan Willemsen00269f22017-07-06 16:59:48 -070054type ModuleInstallPathContext interface {
Colin Cross0ea8ba82019-06-06 14:33:29 -070055 BaseModuleContext
Dan Willemsen00269f22017-07-06 16:59:48 -070056
57 InstallInData() bool
Jaewoong Jung0949f312019-09-11 10:25:18 -070058 InstallInTestcases() bool
Dan Willemsen00269f22017-07-06 16:59:48 -070059 InstallInSanitizerDir() bool
Yifan Hong1b3348d2020-01-21 15:53:22 -080060 InstallInRamdisk() bool
Jiyong Parkf9332f12018-02-01 00:54:12 +090061 InstallInRecovery() bool
Colin Cross90ba5f42019-10-02 11:10:58 -070062 InstallInRoot() bool
Colin Cross607d8582019-07-29 16:44:46 -070063 InstallBypassMake() bool
Jiyong Park87788b52020-09-01 12:37:45 +090064 InstallForceOS() (*OsType, *ArchType)
Dan Willemsen00269f22017-07-06 16:59:48 -070065}
66
67var _ ModuleInstallPathContext = ModuleContext(nil)
68
Dan Willemsen34cc69e2015-09-23 15:26:20 -070069// errorfContext is the interface containing the Errorf method matching the
70// Errorf method in blueprint.SingletonContext.
71type errorfContext interface {
72 Errorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -080073}
74
Dan Willemsen34cc69e2015-09-23 15:26:20 -070075var _ errorfContext = blueprint.SingletonContext(nil)
76
77// moduleErrorf is the interface containing the ModuleErrorf method matching
78// the ModuleErrorf method in blueprint.ModuleContext.
79type moduleErrorf interface {
80 ModuleErrorf(format string, args ...interface{})
Colin Cross3f40fa42015-01-30 17:27:36 -080081}
82
Dan Willemsen34cc69e2015-09-23 15:26:20 -070083var _ moduleErrorf = blueprint.ModuleContext(nil)
84
Dan Willemsen34cc69e2015-09-23 15:26:20 -070085// reportPathError will register an error with the attached context. It
86// attempts ctx.ModuleErrorf for a better error message first, then falls
87// back to ctx.Errorf.
Colin Cross1ccfcc32018-02-22 13:54:26 -080088func reportPathError(ctx PathContext, err error) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +010089 ReportPathErrorf(ctx, "%s", err.Error())
Colin Cross1ccfcc32018-02-22 13:54:26 -080090}
91
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +010092// ReportPathErrorf will register an error with the attached context. It
Colin Cross1ccfcc32018-02-22 13:54:26 -080093// attempts ctx.ModuleErrorf for a better error message first, then falls
94// back to ctx.Errorf.
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +010095func ReportPathErrorf(ctx PathContext, format string, args ...interface{}) {
Dan Willemsen34cc69e2015-09-23 15:26:20 -070096 if mctx, ok := ctx.(moduleErrorf); ok {
97 mctx.ModuleErrorf(format, args...)
98 } else if ectx, ok := ctx.(errorfContext); ok {
99 ectx.Errorf(format, args...)
100 } else {
101 panic(fmt.Sprintf(format, args...))
Colin Crossf2298272015-05-12 11:36:53 -0700102 }
103}
104
Colin Cross5e708052019-08-06 13:59:50 -0700105func pathContextName(ctx PathContext, module blueprint.Module) string {
106 if x, ok := ctx.(interface{ ModuleName(blueprint.Module) string }); ok {
107 return x.ModuleName(module)
108 } else if x, ok := ctx.(interface{ OtherModuleName(blueprint.Module) string }); ok {
109 return x.OtherModuleName(module)
110 }
111 return "unknown"
112}
113
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700114type Path interface {
115 // Returns the path in string form
116 String() string
117
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700118 // Ext returns the extension of the last element of the path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700119 Ext() string
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700120
121 // Base returns the last element of the path
122 Base() string
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800123
124 // Rel returns the portion of the path relative to the directory it was created from. For
125 // example, Rel on a PathsForModuleSrc would return the path relative to the module source
Colin Cross0db55682017-12-05 15:36:55 -0800126 // directory, and OutputPath.Join("foo").Rel() would return "foo".
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800127 Rel() string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700128}
129
130// WritablePath is a type of path that can be used as an output for build rules.
131type WritablePath interface {
132 Path
133
Paul Duffin9b478b02019-12-10 13:41:51 +0000134 // return the path to the build directory.
135 buildDir() string
136
Jeff Gaston734e3802017-04-10 15:47:24 -0700137 // the writablePath method doesn't directly do anything,
138 // but it allows a struct to distinguish between whether or not it implements the WritablePath interface
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700139 writablePath()
140}
141
142type genPathProvider interface {
Dan Willemsen21ec4902016-11-02 20:43:13 -0700143 genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700144}
145type objPathProvider interface {
Colin Cross635c3b02016-05-18 15:37:25 -0700146 objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700147}
148type resPathProvider interface {
Colin Cross635c3b02016-05-18 15:37:25 -0700149 resPathWithName(ctx ModuleContext, name string) ModuleResPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700150}
151
152// GenPathWithExt derives a new file path in ctx's generated sources directory
153// from the current path, but with the new extension.
Dan Willemsen21ec4902016-11-02 20:43:13 -0700154func GenPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700155 if path, ok := p.(genPathProvider); ok {
Dan Willemsen21ec4902016-11-02 20:43:13 -0700156 return path.genPathWithExt(ctx, subdir, ext)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700157 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100158 ReportPathErrorf(ctx, "Tried to create generated file from unsupported path: %s(%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700159 return PathForModuleGen(ctx)
160}
161
162// ObjPathWithExt derives a new file path in ctx's object directory from the
163// current path, but with the new extension.
Dan Willemsen21ec4902016-11-02 20:43:13 -0700164func ObjPathWithExt(ctx ModuleContext, subdir string, p Path, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700165 if path, ok := p.(objPathProvider); ok {
166 return path.objPathWithExt(ctx, subdir, ext)
167 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100168 ReportPathErrorf(ctx, "Tried to create object file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700169 return PathForModuleObj(ctx)
170}
171
172// ResPathWithName derives a new path in ctx's output resource directory, using
173// the current path to create the directory name, and the `name` argument for
174// the filename.
Colin Cross635c3b02016-05-18 15:37:25 -0700175func ResPathWithName(ctx ModuleContext, p Path, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700176 if path, ok := p.(resPathProvider); ok {
177 return path.resPathWithName(ctx, name)
178 }
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100179 ReportPathErrorf(ctx, "Tried to create res file from unsupported path: %s (%s)", reflect.TypeOf(p).Name(), p)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700180 return PathForModuleRes(ctx)
181}
182
183// OptionalPath is a container that may or may not contain a valid Path.
184type OptionalPath struct {
185 valid bool
186 path Path
187}
188
189// OptionalPathForPath returns an OptionalPath containing the path.
190func OptionalPathForPath(path Path) OptionalPath {
191 if path == nil {
192 return OptionalPath{}
193 }
194 return OptionalPath{valid: true, path: path}
195}
196
197// Valid returns whether there is a valid path
198func (p OptionalPath) Valid() bool {
199 return p.valid
200}
201
202// Path returns the Path embedded in this OptionalPath. You must be sure that
203// there is a valid path, since this method will panic if there is not.
204func (p OptionalPath) Path() Path {
205 if !p.valid {
206 panic("Requesting an invalid path")
207 }
208 return p.path
209}
210
211// String returns the string version of the Path, or "" if it isn't valid.
212func (p OptionalPath) String() string {
213 if p.valid {
214 return p.path.String()
215 } else {
216 return ""
Colin Crossf2298272015-05-12 11:36:53 -0700217 }
218}
Colin Cross6e18ca42015-07-14 18:55:36 -0700219
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700220// Paths is a slice of Path objects, with helpers to operate on the collection.
221type Paths []Path
222
Jingwen Chen40fd90a2020-06-15 05:24:19 +0000223func (paths Paths) containsPath(path Path) bool {
224 for _, p := range paths {
225 if p == path {
226 return true
227 }
228 }
229 return false
230}
231
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700232// PathsForSource returns Paths rooted from SrcDir
233func PathsForSource(ctx PathContext, paths []string) Paths {
234 ret := make(Paths, len(paths))
235 for i, path := range paths {
236 ret[i] = PathForSource(ctx, path)
237 }
238 return ret
239}
240
Jeff Gaston734e3802017-04-10 15:47:24 -0700241// ExistentPathsForSources returns a list of Paths rooted from SrcDir that are
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800242// found in the tree. If any are not found, they are omitted from the list,
243// and dependencies are added so that we're re-run when they are added.
Colin Cross32f38982018-02-22 11:47:25 -0800244func ExistentPathsForSources(ctx PathContext, paths []string) Paths {
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800245 ret := make(Paths, 0, len(paths))
246 for _, path := range paths {
Colin Cross32f38982018-02-22 11:47:25 -0800247 p := ExistentPathForSource(ctx, path)
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800248 if p.Valid() {
249 ret = append(ret, p.Path())
250 }
251 }
252 return ret
253}
254
Colin Cross41955e82019-05-29 14:40:35 -0700255// PathsForModuleSrc returns Paths rooted from the module's local source directory. It expands globs, references to
256// SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the
257// ":name{.tag}" syntax. Properties passed as the paths argument must have been annotated with struct tag
258// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
259// path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or
260// OutputFileProducer dependencies will cause the module to be marked as having missing dependencies.
Colin Cross635c3b02016-05-18 15:37:25 -0700261func PathsForModuleSrc(ctx ModuleContext, paths []string) Paths {
Colin Cross8a497952019-03-05 22:25:09 -0800262 return PathsForModuleSrcExcludes(ctx, paths, nil)
263}
264
Colin Crossba71a3f2019-03-18 12:12:48 -0700265// PathsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding paths listed in
Colin Cross41955e82019-05-29 14:40:35 -0700266// the excludes arguments. It expands globs, references to SourceFileProducer modules using the ":name" syntax, and
267// references to OutputFileProducer modules using the ":name{.tag}" syntax. Properties passed as the paths or excludes
268// argument must have been annotated with struct tag `android:"path"` so that dependencies on SourceFileProducer modules
269// will have already been handled by the path_properties mutator. If ctx.Config().AllowMissingDependencies() is
Paul Duffin036cace2019-07-25 14:44:56 +0100270// true then any missing SourceFileProducer or OutputFileProducer dependencies will cause the module to be marked as
Colin Cross41955e82019-05-29 14:40:35 -0700271// having missing dependencies.
Colin Cross8a497952019-03-05 22:25:09 -0800272func PathsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) Paths {
Colin Crossba71a3f2019-03-18 12:12:48 -0700273 ret, missingDeps := PathsAndMissingDepsForModuleSrcExcludes(ctx, paths, excludes)
274 if ctx.Config().AllowMissingDependencies() {
275 ctx.AddMissingDependencies(missingDeps)
276 } else {
277 for _, m := range missingDeps {
278 ctx.ModuleErrorf(`missing dependency on %q, is the property annotated with android:"path"?`, m)
279 }
280 }
281 return ret
282}
283
Ulya Trafimovich4d2eeed2019-11-08 10:54:21 +0000284// OutputPaths is a slice of OutputPath objects, with helpers to operate on the collection.
285type OutputPaths []OutputPath
286
287// Paths returns the OutputPaths as a Paths
288func (p OutputPaths) Paths() Paths {
289 if p == nil {
290 return nil
291 }
292 ret := make(Paths, len(p))
293 for i, path := range p {
294 ret[i] = path
295 }
296 return ret
297}
298
299// Strings returns the string forms of the writable paths.
300func (p OutputPaths) Strings() []string {
301 if p == nil {
302 return nil
303 }
304 ret := make([]string, len(p))
305 for i, path := range p {
306 ret[i] = path.String()
307 }
308 return ret
309}
310
Colin Crossba71a3f2019-03-18 12:12:48 -0700311// PathsAndMissingDepsForModuleSrcExcludes returns Paths rooted from the module's local source directory, excluding
Colin Cross41955e82019-05-29 14:40:35 -0700312// paths listed in the excludes arguments, and a list of missing dependencies. It expands globs, references to
313// SourceFileProducer modules using the ":name" syntax, and references to OutputFileProducer modules using the
314// ":name{.tag}" syntax. Properties passed as the paths or excludes argument must have been annotated with struct tag
315// `android:"path"` so that dependencies on SourceFileProducer modules will have already been handled by the
316// path_properties mutator. If ctx.Config().AllowMissingDependencies() is true then any missing SourceFileProducer or
317// OutputFileProducer dependencies will be returned, and they will NOT cause the module to be marked as having missing
318// dependencies.
Colin Crossba71a3f2019-03-18 12:12:48 -0700319func PathsAndMissingDepsForModuleSrcExcludes(ctx ModuleContext, paths, excludes []string) (Paths, []string) {
Colin Cross8a497952019-03-05 22:25:09 -0800320 prefix := pathForModuleSrc(ctx).String()
321
322 var expandedExcludes []string
323 if excludes != nil {
324 expandedExcludes = make([]string, 0, len(excludes))
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700325 }
Colin Cross8a497952019-03-05 22:25:09 -0800326
Colin Crossba71a3f2019-03-18 12:12:48 -0700327 var missingExcludeDeps []string
328
Colin Cross8a497952019-03-05 22:25:09 -0800329 for _, e := range excludes {
Colin Cross41955e82019-05-29 14:40:35 -0700330 if m, t := SrcIsModuleWithTag(e); m != "" {
331 module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t))
Colin Cross8a497952019-03-05 22:25:09 -0800332 if module == nil {
Colin Crossba71a3f2019-03-18 12:12:48 -0700333 missingExcludeDeps = append(missingExcludeDeps, m)
Colin Cross8a497952019-03-05 22:25:09 -0800334 continue
335 }
Colin Cross41955e82019-05-29 14:40:35 -0700336 if outProducer, ok := module.(OutputFileProducer); ok {
337 outputFiles, err := outProducer.OutputFiles(t)
338 if err != nil {
339 ctx.ModuleErrorf("path dependency %q: %s", e, err)
340 }
341 expandedExcludes = append(expandedExcludes, outputFiles.Strings()...)
342 } else if t != "" {
343 ctx.ModuleErrorf("path dependency %q is not an output file producing module", e)
344 } else if srcProducer, ok := module.(SourceFileProducer); ok {
Colin Cross8a497952019-03-05 22:25:09 -0800345 expandedExcludes = append(expandedExcludes, srcProducer.Srcs().Strings()...)
346 } else {
Colin Cross41955e82019-05-29 14:40:35 -0700347 ctx.ModuleErrorf("path dependency %q is not a source file producing module", e)
Colin Cross8a497952019-03-05 22:25:09 -0800348 }
349 } else {
350 expandedExcludes = append(expandedExcludes, filepath.Join(prefix, e))
351 }
352 }
353
354 if paths == nil {
Colin Crossba71a3f2019-03-18 12:12:48 -0700355 return nil, missingExcludeDeps
Colin Cross8a497952019-03-05 22:25:09 -0800356 }
357
Colin Crossba71a3f2019-03-18 12:12:48 -0700358 var missingDeps []string
359
Colin Cross8a497952019-03-05 22:25:09 -0800360 expandedSrcFiles := make(Paths, 0, len(paths))
361 for _, s := range paths {
362 srcFiles, err := expandOneSrcPath(ctx, s, expandedExcludes)
363 if depErr, ok := err.(missingDependencyError); ok {
Colin Crossba71a3f2019-03-18 12:12:48 -0700364 missingDeps = append(missingDeps, depErr.missingDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800365 } else if err != nil {
366 reportPathError(ctx, err)
367 }
368 expandedSrcFiles = append(expandedSrcFiles, srcFiles...)
369 }
Colin Crossba71a3f2019-03-18 12:12:48 -0700370
371 return expandedSrcFiles, append(missingDeps, missingExcludeDeps...)
Colin Cross8a497952019-03-05 22:25:09 -0800372}
373
374type missingDependencyError struct {
375 missingDeps []string
376}
377
378func (e missingDependencyError) Error() string {
379 return "missing dependencies: " + strings.Join(e.missingDeps, ", ")
380}
381
382func expandOneSrcPath(ctx ModuleContext, s string, expandedExcludes []string) (Paths, error) {
Jooyung Han7607dd32020-07-05 10:23:14 +0900383 excludePaths := func(paths Paths) Paths {
384 if len(expandedExcludes) == 0 {
385 return paths
386 }
387 remainder := make(Paths, 0, len(paths))
388 for _, p := range paths {
389 if !InList(p.String(), expandedExcludes) {
390 remainder = append(remainder, p)
391 }
392 }
393 return remainder
394 }
Colin Cross41955e82019-05-29 14:40:35 -0700395 if m, t := SrcIsModuleWithTag(s); m != "" {
396 module := ctx.GetDirectDepWithTag(m, sourceOrOutputDepTag(t))
Colin Cross8a497952019-03-05 22:25:09 -0800397 if module == nil {
398 return nil, missingDependencyError{[]string{m}}
399 }
Colin Cross41955e82019-05-29 14:40:35 -0700400 if outProducer, ok := module.(OutputFileProducer); ok {
401 outputFiles, err := outProducer.OutputFiles(t)
402 if err != nil {
403 return nil, fmt.Errorf("path dependency %q: %s", s, err)
404 }
Jooyung Han7607dd32020-07-05 10:23:14 +0900405 return excludePaths(outputFiles), nil
Colin Cross41955e82019-05-29 14:40:35 -0700406 } else if t != "" {
407 return nil, fmt.Errorf("path dependency %q is not an output file producing module", s)
408 } else if srcProducer, ok := module.(SourceFileProducer); ok {
Jooyung Han7607dd32020-07-05 10:23:14 +0900409 return excludePaths(srcProducer.Srcs()), nil
Colin Cross8a497952019-03-05 22:25:09 -0800410 } else {
Colin Cross41955e82019-05-29 14:40:35 -0700411 return nil, fmt.Errorf("path dependency %q is not a source file producing module", s)
Colin Cross8a497952019-03-05 22:25:09 -0800412 }
413 } else if pathtools.IsGlob(s) {
414 paths := ctx.GlobFiles(pathForModuleSrc(ctx, s).String(), expandedExcludes)
415 return PathsWithModuleSrcSubDir(ctx, paths, ""), nil
416 } else {
417 p := pathForModuleSrc(ctx, s)
Colin Cross988414c2020-01-11 01:11:46 +0000418 if exists, _, err := ctx.Config().fs.Exists(p.String()); err != nil {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100419 ReportPathErrorf(ctx, "%s: %s", p, err.Error())
Colin Cross5e6a7972020-06-07 16:56:32 -0700420 } else if !exists && !ctx.Config().testAllowNonExistentPaths {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100421 ReportPathErrorf(ctx, "module source path %q does not exist", p)
Colin Cross8a497952019-03-05 22:25:09 -0800422 }
423
Jooyung Han7607dd32020-07-05 10:23:14 +0900424 if InList(p.String(), expandedExcludes) {
Colin Cross8a497952019-03-05 22:25:09 -0800425 return nil, nil
426 }
427 return Paths{p}, nil
428 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700429}
430
431// pathsForModuleSrcFromFullPath returns Paths rooted from the module's local
432// source directory, but strip the local source directory from the beginning of
Dan Willemsen540a78c2018-02-26 21:50:08 -0800433// each string. If incDirs is false, strip paths with a trailing '/' from the list.
Colin Crossfe4bc362018-09-12 10:02:13 -0700434// It intended for use in globs that only list files that exist, so it allows '$' in
435// filenames.
Colin Cross1184b642019-12-30 18:43:07 -0800436func pathsForModuleSrcFromFullPath(ctx EarlyModuleContext, paths []string, incDirs bool) Paths {
Colin Cross6510f912017-11-29 00:27:14 -0800437 prefix := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir()) + "/"
Colin Cross0f37af02017-09-27 17:42:05 -0700438 if prefix == "./" {
439 prefix = ""
440 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700441 ret := make(Paths, 0, len(paths))
442 for _, p := range paths {
Dan Willemsen540a78c2018-02-26 21:50:08 -0800443 if !incDirs && strings.HasSuffix(p, "/") {
444 continue
445 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700446 path := filepath.Clean(p)
447 if !strings.HasPrefix(path, prefix) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100448 ReportPathErrorf(ctx, "Path %q is not in module source directory %q", p, prefix)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700449 continue
450 }
Colin Crosse3924e12018-08-15 20:18:53 -0700451
Colin Crossfe4bc362018-09-12 10:02:13 -0700452 srcPath, err := safePathForSource(ctx, ctx.ModuleDir(), path[len(prefix):])
Colin Crosse3924e12018-08-15 20:18:53 -0700453 if err != nil {
454 reportPathError(ctx, err)
455 continue
456 }
457
Colin Cross07e51612019-03-05 12:46:40 -0800458 srcPath.basePath.rel = srcPath.path
Colin Crosse3924e12018-08-15 20:18:53 -0700459
Colin Cross07e51612019-03-05 12:46:40 -0800460 ret = append(ret, srcPath)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700461 }
462 return ret
463}
464
465// PathsWithOptionalDefaultForModuleSrc returns Paths rooted from the module's
Colin Cross0ddae7f2019-02-07 15:30:01 -0800466// local source directory. If input is nil, use the default if it exists. If input is empty, returns nil.
Colin Cross635c3b02016-05-18 15:37:25 -0700467func PathsWithOptionalDefaultForModuleSrc(ctx ModuleContext, input []string, def string) Paths {
Colin Cross0ddae7f2019-02-07 15:30:01 -0800468 if input != nil {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700469 return PathsForModuleSrc(ctx, input)
470 }
471 // Use Glob so that if the default doesn't exist, a dependency is added so that when it
472 // is created, we're run again.
Colin Cross6510f912017-11-29 00:27:14 -0800473 path := filepath.Join(ctx.Config().srcDir, ctx.ModuleDir(), def)
Colin Cross461b4452018-02-23 09:22:42 -0800474 return ctx.Glob(path, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700475}
476
477// Strings returns the Paths in string form
478func (p Paths) Strings() []string {
479 if p == nil {
480 return nil
481 }
482 ret := make([]string, len(p))
483 for i, path := range p {
484 ret[i] = path.String()
485 }
486 return ret
487}
488
Colin Crossc0efd1d2020-07-03 11:56:24 -0700489func CopyOfPaths(paths Paths) Paths {
490 return append(Paths(nil), paths...)
491}
492
Colin Crossb6715442017-10-24 11:13:31 -0700493// FirstUniquePaths returns all unique elements of a Paths, keeping the first copy of each. It
494// modifies the Paths slice contents in place, and returns a subslice of the original slice.
Dan Willemsenfe92c962017-08-29 12:28:37 -0700495func FirstUniquePaths(list Paths) Paths {
Colin Cross27027c72020-02-28 15:34:17 -0800496 // 128 was chosen based on BenchmarkFirstUniquePaths results.
497 if len(list) > 128 {
498 return firstUniquePathsMap(list)
499 }
500 return firstUniquePathsList(list)
501}
502
Colin Crossc0efd1d2020-07-03 11:56:24 -0700503// SortedUniquePaths returns all unique elements of a Paths in sorted order. It modifies the
504// Paths slice contents in place, and returns a subslice of the original slice.
Jiyong Park33c77362020-05-29 22:00:16 +0900505func SortedUniquePaths(list Paths) Paths {
506 unique := FirstUniquePaths(list)
507 sort.Slice(unique, func(i, j int) bool {
508 return unique[i].String() < unique[j].String()
509 })
510 return unique
511}
512
Colin Cross27027c72020-02-28 15:34:17 -0800513func firstUniquePathsList(list Paths) Paths {
Dan Willemsenfe92c962017-08-29 12:28:37 -0700514 k := 0
515outer:
516 for i := 0; i < len(list); i++ {
517 for j := 0; j < k; j++ {
518 if list[i] == list[j] {
519 continue outer
520 }
521 }
522 list[k] = list[i]
523 k++
524 }
525 return list[:k]
526}
527
Colin Cross27027c72020-02-28 15:34:17 -0800528func firstUniquePathsMap(list Paths) Paths {
529 k := 0
530 seen := make(map[Path]bool, len(list))
531 for i := 0; i < len(list); i++ {
532 if seen[list[i]] {
533 continue
534 }
535 seen[list[i]] = true
536 list[k] = list[i]
537 k++
538 }
539 return list[:k]
540}
541
Colin Crossb6715442017-10-24 11:13:31 -0700542// LastUniquePaths returns all unique elements of a Paths, keeping the last copy of each. It
543// modifies the Paths slice contents in place, and returns a subslice of the original slice.
544func LastUniquePaths(list Paths) Paths {
545 totalSkip := 0
546 for i := len(list) - 1; i >= totalSkip; i-- {
547 skip := 0
548 for j := i - 1; j >= totalSkip; j-- {
549 if list[i] == list[j] {
550 skip++
551 } else {
552 list[j+skip] = list[j]
553 }
554 }
555 totalSkip += skip
556 }
557 return list[totalSkip:]
558}
559
Colin Crossa140bb02018-04-17 10:52:26 -0700560// ReversePaths returns a copy of a Paths in reverse order.
561func ReversePaths(list Paths) Paths {
562 if list == nil {
563 return nil
564 }
565 ret := make(Paths, len(list))
566 for i := range list {
567 ret[i] = list[len(list)-1-i]
568 }
569 return ret
570}
571
Jeff Gaston294356f2017-09-27 17:05:30 -0700572func indexPathList(s Path, list []Path) int {
573 for i, l := range list {
574 if l == s {
575 return i
576 }
577 }
578
579 return -1
580}
581
582func inPathList(p Path, list []Path) bool {
583 return indexPathList(p, list) != -1
584}
585
586func FilterPathList(list []Path, filter []Path) (remainder []Path, filtered []Path) {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000587 return FilterPathListPredicate(list, func(p Path) bool { return inPathList(p, filter) })
588}
589
590func FilterPathListPredicate(list []Path, predicate func(Path) bool) (remainder []Path, filtered []Path) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700591 for _, l := range list {
Paul Duffin57b9e1d2019-12-13 00:03:35 +0000592 if predicate(l) {
Jeff Gaston294356f2017-09-27 17:05:30 -0700593 filtered = append(filtered, l)
594 } else {
595 remainder = append(remainder, l)
596 }
597 }
598
599 return
600}
601
Colin Cross93e85952017-08-15 13:34:18 -0700602// HasExt returns true of any of the paths have extension ext, otherwise false
603func (p Paths) HasExt(ext string) bool {
604 for _, path := range p {
605 if path.Ext() == ext {
606 return true
607 }
608 }
609
610 return false
611}
612
613// FilterByExt returns the subset of the paths that have extension ext
614func (p Paths) FilterByExt(ext string) Paths {
615 ret := make(Paths, 0, len(p))
616 for _, path := range p {
617 if path.Ext() == ext {
618 ret = append(ret, path)
619 }
620 }
621 return ret
622}
623
624// FilterOutByExt returns the subset of the paths that do not have extension ext
625func (p Paths) FilterOutByExt(ext string) Paths {
626 ret := make(Paths, 0, len(p))
627 for _, path := range p {
628 if path.Ext() != ext {
629 ret = append(ret, path)
630 }
631 }
632 return ret
633}
634
Colin Cross5e6cfbe2017-11-03 15:20:35 -0700635// DirectorySortedPaths is a slice of paths that are sorted such that all files in a directory
636// (including subdirectories) are in a contiguous subslice of the list, and can be found in
637// O(log(N)) time using a binary search on the directory prefix.
638type DirectorySortedPaths Paths
639
640func PathsToDirectorySortedPaths(paths Paths) DirectorySortedPaths {
641 ret := append(DirectorySortedPaths(nil), paths...)
642 sort.Slice(ret, func(i, j int) bool {
643 return ret[i].String() < ret[j].String()
644 })
645 return ret
646}
647
648// PathsInDirectory returns a subslice of the DirectorySortedPaths as a Paths that contains all entries
649// that are in the specified directory and its subdirectories.
650func (p DirectorySortedPaths) PathsInDirectory(dir string) Paths {
651 prefix := filepath.Clean(dir) + "/"
652 start := sort.Search(len(p), func(i int) bool {
653 return prefix < p[i].String()
654 })
655
656 ret := p[start:]
657
658 end := sort.Search(len(ret), func(i int) bool {
659 return !strings.HasPrefix(ret[i].String(), prefix)
660 })
661
662 ret = ret[:end]
663
664 return Paths(ret)
665}
666
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700667// WritablePaths is a slice of WritablePaths, used for multiple outputs.
668type WritablePaths []WritablePath
669
670// Strings returns the string forms of the writable paths.
671func (p WritablePaths) Strings() []string {
672 if p == nil {
673 return nil
674 }
675 ret := make([]string, len(p))
676 for i, path := range p {
677 ret[i] = path.String()
678 }
679 return ret
680}
681
Colin Cross3bc7ffa2017-11-22 16:19:37 -0800682// Paths returns the WritablePaths as a Paths
683func (p WritablePaths) Paths() Paths {
684 if p == nil {
685 return nil
686 }
687 ret := make(Paths, len(p))
688 for i, path := range p {
689 ret[i] = path
690 }
691 return ret
692}
693
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700694type basePath struct {
695 path string
696 config Config
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800697 rel string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700698}
699
700func (p basePath) Ext() string {
701 return filepath.Ext(p.path)
702}
703
Colin Cross4f6fc9c2016-10-26 10:05:25 -0700704func (p basePath) Base() string {
705 return filepath.Base(p.path)
706}
707
Colin Crossfaeb7aa2017-02-01 14:12:44 -0800708func (p basePath) Rel() string {
709 if p.rel != "" {
710 return p.rel
711 }
712 return p.path
713}
714
Colin Cross0875c522017-11-28 17:34:01 -0800715func (p basePath) String() string {
716 return p.path
717}
718
Colin Cross0db55682017-12-05 15:36:55 -0800719func (p basePath) withRel(rel string) basePath {
720 p.path = filepath.Join(p.path, rel)
721 p.rel = rel
722 return p
723}
724
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700725// SourcePath is a Path representing a file path rooted from SrcDir
726type SourcePath struct {
727 basePath
728}
729
730var _ Path = SourcePath{}
731
Colin Cross0db55682017-12-05 15:36:55 -0800732func (p SourcePath) withRel(rel string) SourcePath {
733 p.basePath = p.basePath.withRel(rel)
734 return p
735}
736
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700737// safePathForSource is for paths that we expect are safe -- only for use by go
738// code that is embedding ninja variables in paths
Colin Crossfe4bc362018-09-12 10:02:13 -0700739func safePathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
740 p, err := validateSafePath(pathComponents...)
Colin Crossaabf6792017-11-29 00:27:14 -0800741 ret := SourcePath{basePath{p, ctx.Config(), ""}}
Colin Crossfe4bc362018-09-12 10:02:13 -0700742 if err != nil {
743 return ret, err
744 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700745
Colin Cross7b3dcc32019-01-24 13:14:39 -0800746 // absolute path already checked by validateSafePath
747 if strings.HasPrefix(ret.String(), ctx.Config().buildDir) {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800748 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Cross6e18ca42015-07-14 18:55:36 -0700749 }
750
Colin Crossfe4bc362018-09-12 10:02:13 -0700751 return ret, err
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700752}
753
Colin Cross192e97a2018-02-22 14:21:02 -0800754// pathForSource creates a SourcePath from pathComponents, but does not check that it exists.
755func pathForSource(ctx PathContext, pathComponents ...string) (SourcePath, error) {
Colin Crossc48c1432018-02-23 07:09:01 +0000756 p, err := validatePath(pathComponents...)
757 ret := SourcePath{basePath{p, ctx.Config(), ""}}
Colin Cross94a32102018-02-22 14:21:02 -0800758 if err != nil {
Colin Cross192e97a2018-02-22 14:21:02 -0800759 return ret, err
Colin Cross94a32102018-02-22 14:21:02 -0800760 }
761
Colin Cross7b3dcc32019-01-24 13:14:39 -0800762 // absolute path already checked by validatePath
763 if strings.HasPrefix(ret.String(), ctx.Config().buildDir) {
Mikhail Naganovab1f5182019-02-08 13:17:55 -0800764 return ret, fmt.Errorf("source path %q is in output", ret.String())
Colin Crossc48c1432018-02-23 07:09:01 +0000765 }
766
Colin Cross192e97a2018-02-22 14:21:02 -0800767 return ret, nil
768}
769
770// existsWithDependencies returns true if the path exists, and adds appropriate dependencies to rerun if the
771// path does not exist.
772func existsWithDependencies(ctx PathContext, path SourcePath) (exists bool, err error) {
773 var files []string
774
775 if gctx, ok := ctx.(PathGlobContext); ok {
776 // Use glob to produce proper dependencies, even though we only want
777 // a single file.
778 files, err = gctx.GlobWithDeps(path.String(), nil)
779 } else {
780 var deps []string
781 // We cannot add build statements in this context, so we fall back to
782 // AddNinjaFileDeps
Colin Cross988414c2020-01-11 01:11:46 +0000783 files, deps, err = ctx.Config().fs.Glob(path.String(), nil, pathtools.FollowSymlinks)
Colin Cross192e97a2018-02-22 14:21:02 -0800784 ctx.AddNinjaFileDeps(deps...)
785 }
786
787 if err != nil {
788 return false, fmt.Errorf("glob: %s", err.Error())
789 }
790
791 return len(files) > 0, nil
792}
793
794// PathForSource joins the provided path components and validates that the result
795// neither escapes the source dir nor is in the out dir.
796// On error, it will return a usable, but invalid SourcePath, and report a ModuleError.
797func PathForSource(ctx PathContext, pathComponents ...string) SourcePath {
798 path, err := pathForSource(ctx, pathComponents...)
799 if err != nil {
800 reportPathError(ctx, err)
801 }
802
Colin Crosse3924e12018-08-15 20:18:53 -0700803 if pathtools.IsGlob(path.String()) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100804 ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
Colin Crosse3924e12018-08-15 20:18:53 -0700805 }
806
Colin Cross192e97a2018-02-22 14:21:02 -0800807 if modCtx, ok := ctx.(ModuleContext); ok && ctx.Config().AllowMissingDependencies() {
808 exists, err := existsWithDependencies(ctx, path)
809 if err != nil {
810 reportPathError(ctx, err)
811 }
812 if !exists {
813 modCtx.AddMissingDependencies([]string{path.String()})
814 }
Colin Cross988414c2020-01-11 01:11:46 +0000815 } else if exists, _, err := ctx.Config().fs.Exists(path.String()); err != nil {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100816 ReportPathErrorf(ctx, "%s: %s", path, err.Error())
Colin Cross5e6a7972020-06-07 16:56:32 -0700817 } else if !exists && !ctx.Config().testAllowNonExistentPaths {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100818 ReportPathErrorf(ctx, "source path %q does not exist", path)
Colin Cross192e97a2018-02-22 14:21:02 -0800819 }
820 return path
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700821}
822
Jeff Gaston734e3802017-04-10 15:47:24 -0700823// ExistentPathForSource returns an OptionalPath with the SourcePath if the
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700824// path exists, or an empty OptionalPath if it doesn't exist. Dependencies are added
825// so that the ninja file will be regenerated if the state of the path changes.
Colin Cross32f38982018-02-22 11:47:25 -0800826func ExistentPathForSource(ctx PathContext, pathComponents ...string) OptionalPath {
Colin Cross192e97a2018-02-22 14:21:02 -0800827 path, err := pathForSource(ctx, pathComponents...)
Colin Cross1ccfcc32018-02-22 13:54:26 -0800828 if err != nil {
829 reportPathError(ctx, err)
830 return OptionalPath{}
831 }
Colin Crossc48c1432018-02-23 07:09:01 +0000832
Colin Crosse3924e12018-08-15 20:18:53 -0700833 if pathtools.IsGlob(path.String()) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100834 ReportPathErrorf(ctx, "path may not contain a glob: %s", path.String())
Colin Crosse3924e12018-08-15 20:18:53 -0700835 return OptionalPath{}
836 }
837
Colin Cross192e97a2018-02-22 14:21:02 -0800838 exists, err := existsWithDependencies(ctx, path)
Colin Crossc48c1432018-02-23 07:09:01 +0000839 if err != nil {
840 reportPathError(ctx, err)
841 return OptionalPath{}
842 }
Colin Cross192e97a2018-02-22 14:21:02 -0800843 if !exists {
Colin Crossc48c1432018-02-23 07:09:01 +0000844 return OptionalPath{}
845 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700846 return OptionalPathForPath(path)
847}
848
849func (p SourcePath) String() string {
850 return filepath.Join(p.config.srcDir, p.path)
851}
852
853// Join creates a new SourcePath with paths... joined with the current path. The
854// provided paths... may not use '..' to escape from the current path.
855func (p SourcePath) Join(ctx PathContext, paths ...string) SourcePath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800856 path, err := validatePath(paths...)
857 if err != nil {
858 reportPathError(ctx, err)
859 }
Colin Cross0db55682017-12-05 15:36:55 -0800860 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700861}
862
Colin Cross2fafa3e2019-03-05 12:39:51 -0800863// join is like Join but does less path validation.
864func (p SourcePath) join(ctx PathContext, paths ...string) SourcePath {
865 path, err := validateSafePath(paths...)
866 if err != nil {
867 reportPathError(ctx, err)
868 }
869 return p.withRel(path)
870}
871
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700872// OverlayPath returns the overlay for `path' if it exists. This assumes that the
873// SourcePath is the path to a resource overlay directory.
Colin Cross635c3b02016-05-18 15:37:25 -0700874func (p SourcePath) OverlayPath(ctx ModuleContext, path Path) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700875 var relDir string
Colin Cross07e51612019-03-05 12:46:40 -0800876 if srcPath, ok := path.(SourcePath); ok {
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700877 relDir = srcPath.path
878 } else {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100879 ReportPathErrorf(ctx, "Cannot find relative path for %s(%s)", reflect.TypeOf(path).Name(), path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700880 return OptionalPath{}
881 }
882 dir := filepath.Join(p.config.srcDir, p.path, relDir)
883 // Use Glob so that we are run again if the directory is added.
Colin Cross7f19f372016-11-01 11:10:25 -0700884 if pathtools.IsGlob(dir) {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100885 ReportPathErrorf(ctx, "Path may not contain a glob: %s", dir)
Dan Willemsen7b310ee2015-12-18 15:11:17 -0800886 }
Colin Cross461b4452018-02-23 09:22:42 -0800887 paths, err := ctx.GlobWithDeps(dir, nil)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700888 if err != nil {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100889 ReportPathErrorf(ctx, "glob: %s", err.Error())
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700890 return OptionalPath{}
891 }
892 if len(paths) == 0 {
893 return OptionalPath{}
894 }
Colin Cross43f08db2018-11-12 10:13:39 -0800895 relPath := Rel(ctx, p.config.srcDir, paths[0])
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700896 return OptionalPathForPath(PathForSource(ctx, relPath))
897}
898
Colin Cross70dda7e2019-10-01 22:05:35 -0700899// OutputPath is a Path representing an intermediates file path rooted from the build directory
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700900type OutputPath struct {
901 basePath
Colin Crossd63c9a72020-01-29 16:52:50 -0800902 fullPath string
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700903}
904
Colin Cross702e0f82017-10-18 17:27:54 -0700905func (p OutputPath) withRel(rel string) OutputPath {
Colin Cross0db55682017-12-05 15:36:55 -0800906 p.basePath = p.basePath.withRel(rel)
Colin Crossd63c9a72020-01-29 16:52:50 -0800907 p.fullPath = filepath.Join(p.fullPath, rel)
Colin Cross702e0f82017-10-18 17:27:54 -0700908 return p
909}
910
Colin Cross3063b782018-08-15 11:19:12 -0700911func (p OutputPath) WithoutRel() OutputPath {
912 p.basePath.rel = filepath.Base(p.basePath.path)
913 return p
914}
915
Paul Duffin9b478b02019-12-10 13:41:51 +0000916func (p OutputPath) buildDir() string {
917 return p.config.buildDir
918}
919
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700920var _ Path = OutputPath{}
Paul Duffin9b478b02019-12-10 13:41:51 +0000921var _ WritablePath = OutputPath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700922
Chris Parsons8f232a22020-06-23 17:37:05 -0400923// toolDepPath is a Path representing a dependency of the build tool.
924type toolDepPath struct {
925 basePath
926}
927
928var _ Path = toolDepPath{}
929
930// pathForBuildToolDep returns a toolDepPath representing the given path string.
931// There is no validation for the path, as it is "trusted": It may fail
932// normal validation checks. For example, it may be an absolute path.
933// Only use this function to construct paths for dependencies of the build
934// tool invocation.
935func pathForBuildToolDep(ctx PathContext, path string) toolDepPath {
936 return toolDepPath{basePath{path, ctx.Config(), ""}}
937}
938
Jeff Gaston734e3802017-04-10 15:47:24 -0700939// PathForOutput joins the provided paths and returns an OutputPath that is
940// validated to not escape the build dir.
941// On error, it will return a usable, but invalid OutputPath, and report a ModuleError.
942func PathForOutput(ctx PathContext, pathComponents ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800943 path, err := validatePath(pathComponents...)
944 if err != nil {
945 reportPathError(ctx, err)
946 }
Colin Crossd63c9a72020-01-29 16:52:50 -0800947 fullPath := filepath.Join(ctx.Config().buildDir, path)
948 path = fullPath[len(fullPath)-len(path):]
949 return OutputPath{basePath{path, ctx.Config(), ""}, fullPath}
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700950}
951
Colin Cross40e33732019-02-15 11:08:35 -0800952// PathsForOutput returns Paths rooted from buildDir
953func PathsForOutput(ctx PathContext, paths []string) WritablePaths {
954 ret := make(WritablePaths, len(paths))
955 for i, path := range paths {
956 ret[i] = PathForOutput(ctx, path)
957 }
958 return ret
959}
960
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700961func (p OutputPath) writablePath() {}
962
963func (p OutputPath) String() string {
Colin Crossd63c9a72020-01-29 16:52:50 -0800964 return p.fullPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700965}
966
967// Join creates a new OutputPath with paths... joined with the current path. The
968// provided paths... may not use '..' to escape from the current path.
969func (p OutputPath) Join(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -0800970 path, err := validatePath(paths...)
971 if err != nil {
972 reportPathError(ctx, err)
973 }
Colin Cross0db55682017-12-05 15:36:55 -0800974 return p.withRel(path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700975}
976
Colin Cross8854a5a2019-02-11 14:14:16 -0800977// ReplaceExtension creates a new OutputPath with the extension replaced with ext.
978func (p OutputPath) ReplaceExtension(ctx PathContext, ext string) OutputPath {
979 if strings.Contains(ext, "/") {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +0100980 ReportPathErrorf(ctx, "extension %q cannot contain /", ext)
Colin Cross8854a5a2019-02-11 14:14:16 -0800981 }
982 ret := PathForOutput(ctx, pathtools.ReplaceExtension(p.path, ext))
Colin Cross2cdd5df2019-02-25 10:25:24 -0800983 ret.rel = pathtools.ReplaceExtension(p.rel, ext)
Colin Cross8854a5a2019-02-11 14:14:16 -0800984 return ret
985}
986
Colin Cross40e33732019-02-15 11:08:35 -0800987// InSameDir creates a new OutputPath from the directory of the current OutputPath joined with the elements in paths.
988func (p OutputPath) InSameDir(ctx PathContext, paths ...string) OutputPath {
989 path, err := validatePath(paths...)
990 if err != nil {
991 reportPathError(ctx, err)
992 }
993
994 ret := PathForOutput(ctx, filepath.Dir(p.path), path)
Colin Cross2cdd5df2019-02-25 10:25:24 -0800995 ret.rel = filepath.Join(filepath.Dir(p.rel), path)
Colin Cross40e33732019-02-15 11:08:35 -0800996 return ret
997}
998
Dan Willemsen34cc69e2015-09-23 15:26:20 -0700999// PathForIntermediates returns an OutputPath representing the top-level
1000// intermediates directory.
1001func PathForIntermediates(ctx PathContext, paths ...string) OutputPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001002 path, err := validatePath(paths...)
1003 if err != nil {
1004 reportPathError(ctx, err)
1005 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001006 return PathForOutput(ctx, ".intermediates", path)
1007}
1008
Colin Cross07e51612019-03-05 12:46:40 -08001009var _ genPathProvider = SourcePath{}
1010var _ objPathProvider = SourcePath{}
1011var _ resPathProvider = SourcePath{}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001012
Colin Cross07e51612019-03-05 12:46:40 -08001013// PathForModuleSrc returns a Path representing the paths... under the
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001014// module's local source directory.
Colin Cross8a497952019-03-05 22:25:09 -08001015func PathForModuleSrc(ctx ModuleContext, pathComponents ...string) Path {
1016 p, err := validatePath(pathComponents...)
1017 if err != nil {
1018 reportPathError(ctx, err)
Colin Cross192e97a2018-02-22 14:21:02 -08001019 }
Colin Cross8a497952019-03-05 22:25:09 -08001020 paths, err := expandOneSrcPath(ctx, p, nil)
1021 if err != nil {
1022 if depErr, ok := err.(missingDependencyError); ok {
1023 if ctx.Config().AllowMissingDependencies() {
1024 ctx.AddMissingDependencies(depErr.missingDeps)
1025 } else {
1026 ctx.ModuleErrorf(`%s, is the property annotated with android:"path"?`, depErr.Error())
1027 }
1028 } else {
1029 reportPathError(ctx, err)
1030 }
1031 return nil
1032 } else if len(paths) == 0 {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001033 ReportPathErrorf(ctx, "%q produced no files, expected exactly one", p)
Colin Cross8a497952019-03-05 22:25:09 -08001034 return nil
1035 } else if len(paths) > 1 {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001036 ReportPathErrorf(ctx, "%q produced %d files, expected exactly one", p, len(paths))
Colin Cross8a497952019-03-05 22:25:09 -08001037 }
1038 return paths[0]
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001039}
1040
Colin Cross07e51612019-03-05 12:46:40 -08001041func pathForModuleSrc(ctx ModuleContext, paths ...string) SourcePath {
1042 p, err := validatePath(paths...)
1043 if err != nil {
1044 reportPathError(ctx, err)
1045 }
1046
1047 path, err := pathForSource(ctx, ctx.ModuleDir(), p)
1048 if err != nil {
1049 reportPathError(ctx, err)
1050 }
1051
1052 path.basePath.rel = p
1053
1054 return path
1055}
1056
Colin Cross2fafa3e2019-03-05 12:39:51 -08001057// PathsWithModuleSrcSubDir takes a list of Paths and returns a new list of Paths where Rel() on each path
1058// will return the path relative to subDir in the module's source directory. If any input paths are not located
1059// inside subDir then a path error will be reported.
1060func PathsWithModuleSrcSubDir(ctx ModuleContext, paths Paths, subDir string) Paths {
1061 paths = append(Paths(nil), paths...)
Colin Cross07e51612019-03-05 12:46:40 -08001062 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001063 for i, path := range paths {
1064 rel := Rel(ctx, subDirFullPath.String(), path.String())
1065 paths[i] = subDirFullPath.join(ctx, rel)
1066 }
1067 return paths
1068}
1069
1070// PathWithModuleSrcSubDir takes a Path and returns a Path where Rel() will return the path relative to subDir in the
1071// module's source directory. If the input path is not located inside subDir then a path error will be reported.
1072func PathWithModuleSrcSubDir(ctx ModuleContext, path Path, subDir string) Path {
Colin Cross07e51612019-03-05 12:46:40 -08001073 subDirFullPath := pathForModuleSrc(ctx, subDir)
Colin Cross2fafa3e2019-03-05 12:39:51 -08001074 rel := Rel(ctx, subDirFullPath.String(), path.String())
1075 return subDirFullPath.Join(ctx, rel)
1076}
1077
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001078// OptionalPathForModuleSrc returns an OptionalPath. The OptionalPath contains a
1079// valid path if p is non-nil.
Colin Cross635c3b02016-05-18 15:37:25 -07001080func OptionalPathForModuleSrc(ctx ModuleContext, p *string) OptionalPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001081 if p == nil {
1082 return OptionalPath{}
1083 }
1084 return OptionalPathForPath(PathForModuleSrc(ctx, *p))
1085}
1086
Colin Cross07e51612019-03-05 12:46:40 -08001087func (p SourcePath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001088 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001089}
1090
Colin Cross07e51612019-03-05 12:46:40 -08001091func (p SourcePath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
Colin Cross7fc17db2017-02-01 14:07:55 -08001092 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001093}
1094
Colin Cross07e51612019-03-05 12:46:40 -08001095func (p SourcePath) resPathWithName(ctx ModuleContext, name string) ModuleResPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001096 // TODO: Use full directory if the new ctx is not the current ctx?
1097 return PathForModuleRes(ctx, p.path, name)
1098}
1099
1100// ModuleOutPath is a Path representing a module's output directory.
1101type ModuleOutPath struct {
1102 OutputPath
1103}
1104
1105var _ Path = ModuleOutPath{}
1106
Pete Bentleyfcf55bf2019-08-16 20:14:32 +01001107func (p ModuleOutPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
1108 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1109}
1110
Colin Cross702e0f82017-10-18 17:27:54 -07001111func pathForModule(ctx ModuleContext) OutputPath {
1112 return PathForOutput(ctx, ".intermediates", ctx.ModuleDir(), ctx.ModuleName(), ctx.ModuleSubDir())
1113}
1114
Logan Chien7eefdc42018-07-11 18:10:41 +08001115// PathForVndkRefAbiDump returns an OptionalPath representing the path of the
1116// reference abi dump for the given module. This is not guaranteed to be valid.
1117func PathForVndkRefAbiDump(ctx ModuleContext, version, fileName string,
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001118 isNdk, isLlndkOrVndk, isGzip bool) OptionalPath {
Logan Chien7eefdc42018-07-11 18:10:41 +08001119
Jayant Chowdharyac066c62018-02-20 10:53:31 -08001120 arches := ctx.DeviceConfig().Arches()
Logan Chien7eefdc42018-07-11 18:10:41 +08001121 if len(arches) == 0 {
1122 panic("device build with no primary arch")
1123 }
Jayant Chowdharyac066c62018-02-20 10:53:31 -08001124 currentArch := ctx.Arch()
1125 archNameAndVariant := currentArch.ArchType.String()
1126 if currentArch.ArchVariant != "" {
1127 archNameAndVariant += "_" + currentArch.ArchVariant
1128 }
Logan Chien5237bed2018-07-11 17:15:57 +08001129
1130 var dirName string
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001131 if isNdk {
Logan Chien5237bed2018-07-11 17:15:57 +08001132 dirName = "ndk"
Hsin-Yi Chen53489642019-07-31 17:10:45 +08001133 } else if isLlndkOrVndk {
Logan Chien5237bed2018-07-11 17:15:57 +08001134 dirName = "vndk"
Logan Chien41eabe62019-04-10 13:33:58 +08001135 } else {
1136 dirName = "platform" // opt-in libs
Jayant Chowdhary3e231fd2017-02-08 13:45:53 -08001137 }
Logan Chien5237bed2018-07-11 17:15:57 +08001138
Jayant Chowdhary34ce67d2018-03-08 11:00:50 -08001139 binderBitness := ctx.DeviceConfig().BinderBitness()
Logan Chien7eefdc42018-07-11 18:10:41 +08001140
1141 var ext string
1142 if isGzip {
1143 ext = ".lsdump.gz"
1144 } else {
1145 ext = ".lsdump"
1146 }
1147
1148 return ExistentPathForSource(ctx, "prebuilts", "abi-dumps", dirName,
1149 version, binderBitness, archNameAndVariant, "source-based",
1150 fileName+ext)
Jayant Chowdhary3e231fd2017-02-08 13:45:53 -08001151}
1152
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001153// PathForModuleOut returns a Path representing the paths... under the module's
1154// output directory.
Colin Cross635c3b02016-05-18 15:37:25 -07001155func PathForModuleOut(ctx ModuleContext, paths ...string) ModuleOutPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001156 p, err := validatePath(paths...)
1157 if err != nil {
1158 reportPathError(ctx, err)
1159 }
Colin Cross702e0f82017-10-18 17:27:54 -07001160 return ModuleOutPath{
1161 OutputPath: pathForModule(ctx).withRel(p),
1162 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001163}
1164
1165// ModuleGenPath is a Path representing the 'gen' directory in a module's output
1166// directory. Mainly used for generated sources.
1167type ModuleGenPath struct {
1168 ModuleOutPath
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001169}
1170
1171var _ Path = ModuleGenPath{}
1172var _ genPathProvider = ModuleGenPath{}
1173var _ objPathProvider = ModuleGenPath{}
1174
1175// PathForModuleGen returns a Path representing the paths... under the module's
1176// `gen' directory.
Colin Cross635c3b02016-05-18 15:37:25 -07001177func PathForModuleGen(ctx ModuleContext, paths ...string) ModuleGenPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001178 p, err := validatePath(paths...)
1179 if err != nil {
1180 reportPathError(ctx, err)
1181 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001182 return ModuleGenPath{
Colin Cross702e0f82017-10-18 17:27:54 -07001183 ModuleOutPath: ModuleOutPath{
1184 OutputPath: pathForModule(ctx).withRel("gen").withRel(p),
1185 },
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001186 }
1187}
1188
Dan Willemsen21ec4902016-11-02 20:43:13 -07001189func (p ModuleGenPath) genPathWithExt(ctx ModuleContext, subdir, ext string) ModuleGenPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001190 // TODO: make a different path for local vs remote generated files?
Dan Willemsen21ec4902016-11-02 20:43:13 -07001191 return PathForModuleGen(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001192}
1193
Colin Cross635c3b02016-05-18 15:37:25 -07001194func (p ModuleGenPath) objPathWithExt(ctx ModuleContext, subdir, ext string) ModuleObjPath {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001195 return PathForModuleObj(ctx, subdir, pathtools.ReplaceExtension(p.path, ext))
1196}
1197
1198// ModuleObjPath is a Path representing the 'obj' directory in a module's output
1199// directory. Used for compiled objects.
1200type ModuleObjPath struct {
1201 ModuleOutPath
1202}
1203
1204var _ Path = ModuleObjPath{}
1205
1206// PathForModuleObj returns a Path representing the paths... under the module's
1207// 'obj' directory.
Jeff Gaston734e3802017-04-10 15:47:24 -07001208func PathForModuleObj(ctx ModuleContext, pathComponents ...string) ModuleObjPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001209 p, err := validatePath(pathComponents...)
1210 if err != nil {
1211 reportPathError(ctx, err)
1212 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001213 return ModuleObjPath{PathForModuleOut(ctx, "obj", p)}
1214}
1215
1216// ModuleResPath is a a Path representing the 'res' directory in a module's
1217// output directory.
1218type ModuleResPath struct {
1219 ModuleOutPath
1220}
1221
1222var _ Path = ModuleResPath{}
1223
1224// PathForModuleRes returns a Path representing the paths... under the module's
1225// 'res' directory.
Jeff Gaston734e3802017-04-10 15:47:24 -07001226func PathForModuleRes(ctx ModuleContext, pathComponents ...string) ModuleResPath {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001227 p, err := validatePath(pathComponents...)
1228 if err != nil {
1229 reportPathError(ctx, err)
1230 }
1231
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001232 return ModuleResPath{PathForModuleOut(ctx, "res", p)}
1233}
1234
Colin Cross70dda7e2019-10-01 22:05:35 -07001235// InstallPath is a Path representing a installed file path rooted from the build directory
1236type InstallPath struct {
1237 basePath
Colin Crossff6c33d2019-10-02 16:01:35 -07001238
Jiyong Park957bcd92020-10-20 18:23:33 +09001239 // partitionDir is the part of the InstallPath that is automatically determined according to the context.
1240 // For example, it is host/<os>-<arch> for host modules, and target/product/<device>/<partition> for device modules.
1241 partitionDir string
1242
1243 // makePath indicates whether this path is for Soong (false) or Make (true).
1244 makePath bool
Colin Cross70dda7e2019-10-01 22:05:35 -07001245}
1246
Paul Duffin9b478b02019-12-10 13:41:51 +00001247func (p InstallPath) buildDir() string {
1248 return p.config.buildDir
1249}
1250
1251var _ Path = InstallPath{}
1252var _ WritablePath = InstallPath{}
1253
Colin Cross70dda7e2019-10-01 22:05:35 -07001254func (p InstallPath) writablePath() {}
1255
1256func (p InstallPath) String() string {
Jiyong Park957bcd92020-10-20 18:23:33 +09001257 if p.makePath {
1258 // Make path starts with out/ instead of out/soong.
1259 return filepath.Join(p.config.buildDir, "../", p.path)
1260 } else {
1261 return filepath.Join(p.config.buildDir, p.path)
1262 }
1263}
1264
1265// PartitionDir returns the path to the partition where the install path is rooted at. It is
1266// out/soong/target/product/<device>/<partition> for device modules, and out/soong/host/<os>-<arch> for host modules.
1267// The ./soong is dropped if the install path is for Make.
1268func (p InstallPath) PartitionDir() string {
1269 if p.makePath {
1270 return filepath.Join(p.config.buildDir, "../", p.partitionDir)
1271 } else {
1272 return filepath.Join(p.config.buildDir, p.partitionDir)
1273 }
Colin Cross70dda7e2019-10-01 22:05:35 -07001274}
1275
1276// Join creates a new InstallPath with paths... joined with the current path. The
1277// provided paths... may not use '..' to escape from the current path.
1278func (p InstallPath) Join(ctx PathContext, paths ...string) InstallPath {
1279 path, err := validatePath(paths...)
1280 if err != nil {
1281 reportPathError(ctx, err)
1282 }
1283 return p.withRel(path)
1284}
1285
1286func (p InstallPath) withRel(rel string) InstallPath {
1287 p.basePath = p.basePath.withRel(rel)
1288 return p
1289}
1290
Colin Crossff6c33d2019-10-02 16:01:35 -07001291// ToMakePath returns a new InstallPath that points to Make's install directory instead of Soong's,
1292// i.e. out/ instead of out/soong/.
1293func (p InstallPath) ToMakePath() InstallPath {
Jiyong Park957bcd92020-10-20 18:23:33 +09001294 p.makePath = true
Colin Crossff6c33d2019-10-02 16:01:35 -07001295 return p
Colin Cross70dda7e2019-10-01 22:05:35 -07001296}
1297
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001298// PathForModuleInstall returns a Path representing the install path for the
1299// module appended with paths...
Colin Cross70dda7e2019-10-01 22:05:35 -07001300func PathForModuleInstall(ctx ModuleInstallPathContext, pathComponents ...string) InstallPath {
Colin Cross6e359402020-02-10 15:29:54 -08001301 os := ctx.Os()
Jiyong Park87788b52020-09-01 12:37:45 +09001302 arch := ctx.Arch().ArchType
1303 forceOS, forceArch := ctx.InstallForceOS()
1304 if forceOS != nil {
Colin Cross6e359402020-02-10 15:29:54 -08001305 os = *forceOS
1306 }
Jiyong Park87788b52020-09-01 12:37:45 +09001307 if forceArch != nil {
1308 arch = *forceArch
1309 }
Colin Cross6e359402020-02-10 15:29:54 -08001310 partition := modulePartition(ctx, os)
Colin Cross609c49a2020-02-13 13:20:11 -08001311
Jiyong Park87788b52020-09-01 12:37:45 +09001312 ret := pathForInstall(ctx, os, arch, partition, ctx.Debug(), pathComponents...)
Colin Cross609c49a2020-02-13 13:20:11 -08001313
1314 if ctx.InstallBypassMake() && ctx.Config().EmbeddedInMake() {
1315 ret = ret.ToMakePath()
1316 }
1317
1318 return ret
1319}
1320
Jiyong Park87788b52020-09-01 12:37:45 +09001321func pathForInstall(ctx PathContext, os OsType, arch ArchType, partition string, debug bool,
Colin Cross609c49a2020-02-13 13:20:11 -08001322 pathComponents ...string) InstallPath {
1323
Jiyong Park957bcd92020-10-20 18:23:33 +09001324 var partionPaths []string
Colin Cross609c49a2020-02-13 13:20:11 -08001325
Colin Cross6e359402020-02-10 15:29:54 -08001326 if os.Class == Device {
Jiyong Park957bcd92020-10-20 18:23:33 +09001327 partionPaths = []string{"target", "product", ctx.Config().DeviceName(), partition}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001328 } else {
Jiyong Park87788b52020-09-01 12:37:45 +09001329 osName := os.String()
1330 if os == Linux {
1331 // instead of linux_glibc
1332 osName = "linux"
Dan Willemsen866b5632017-09-22 12:28:24 -07001333 }
Jiyong Park87788b52020-09-01 12:37:45 +09001334 // SOONG_HOST_OUT is set to out/host/$(HOST_OS)-$(HOST_PREBUILT_ARCH)
1335 // and HOST_PREBUILT_ARCH is forcibly set to x86 even on x86_64 hosts. We don't seem
1336 // to have a plan to fix it (see the comment in build/make/core/envsetup.mk).
1337 // Let's keep using x86 for the existing cases until we have a need to support
1338 // other architectures.
1339 archName := arch.String()
1340 if os.Class == Host && (arch == X86_64 || arch == Common) {
1341 archName = "x86"
1342 }
Jiyong Park957bcd92020-10-20 18:23:33 +09001343 partionPaths = []string{"host", osName + "-" + archName, partition}
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001344 }
Colin Cross609c49a2020-02-13 13:20:11 -08001345 if debug {
Jiyong Park957bcd92020-10-20 18:23:33 +09001346 partionPaths = append([]string{"debug"}, partionPaths...)
Dan Willemsen782a2d12015-12-21 14:55:28 -08001347 }
Colin Cross70dda7e2019-10-01 22:05:35 -07001348
Jiyong Park957bcd92020-10-20 18:23:33 +09001349 partionPath, err := validatePath(partionPaths...)
Colin Cross70dda7e2019-10-01 22:05:35 -07001350 if err != nil {
1351 reportPathError(ctx, err)
1352 }
Colin Crossff6c33d2019-10-02 16:01:35 -07001353
Jiyong Park957bcd92020-10-20 18:23:33 +09001354 base := InstallPath{
1355 basePath: basePath{partionPath, ctx.Config(), ""},
1356 partitionDir: partionPath,
1357 makePath: false,
1358 }
Colin Crossff6c33d2019-10-02 16:01:35 -07001359
Jiyong Park957bcd92020-10-20 18:23:33 +09001360 return base.Join(ctx, pathComponents...)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001361}
1362
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001363func pathForNdkOrSdkInstall(ctx PathContext, prefix string, paths []string) InstallPath {
Jiyong Park957bcd92020-10-20 18:23:33 +09001364 base := InstallPath{
1365 basePath: basePath{prefix, ctx.Config(), ""},
1366 partitionDir: prefix,
1367 makePath: false,
Colin Cross70dda7e2019-10-01 22:05:35 -07001368 }
Jiyong Park957bcd92020-10-20 18:23:33 +09001369 return base.Join(ctx, paths...)
Colin Cross70dda7e2019-10-01 22:05:35 -07001370}
1371
Nicolas Geoffray1228e9c2020-02-27 13:45:35 +00001372func PathForNdkInstall(ctx PathContext, paths ...string) InstallPath {
1373 return pathForNdkOrSdkInstall(ctx, "ndk", paths)
1374}
1375
1376func PathForMainlineSdksInstall(ctx PathContext, paths ...string) InstallPath {
1377 return pathForNdkOrSdkInstall(ctx, "mainline-sdks", paths)
1378}
1379
Colin Cross70dda7e2019-10-01 22:05:35 -07001380func InstallPathToOnDevicePath(ctx PathContext, path InstallPath) string {
Colin Cross43f08db2018-11-12 10:13:39 -08001381 rel := Rel(ctx, PathForOutput(ctx, "target", "product", ctx.Config().DeviceName()).String(), path.String())
1382
1383 return "/" + rel
1384}
1385
Colin Cross6e359402020-02-10 15:29:54 -08001386func modulePartition(ctx ModuleInstallPathContext, os OsType) string {
Colin Cross43f08db2018-11-12 10:13:39 -08001387 var partition string
Colin Cross6e359402020-02-10 15:29:54 -08001388 if ctx.InstallInTestcases() {
1389 // "testcases" install directory can be used for host or device modules.
Jaewoong Jung0949f312019-09-11 10:25:18 -07001390 partition = "testcases"
Colin Cross6e359402020-02-10 15:29:54 -08001391 } else if os.Class == Device {
1392 if ctx.InstallInData() {
1393 partition = "data"
1394 } else if ctx.InstallInRamdisk() {
1395 if ctx.DeviceConfig().BoardUsesRecoveryAsBoot() {
1396 partition = "recovery/root/first_stage_ramdisk"
1397 } else {
1398 partition = "ramdisk"
1399 }
1400 if !ctx.InstallInRoot() {
1401 partition += "/system"
1402 }
1403 } else if ctx.InstallInRecovery() {
1404 if ctx.InstallInRoot() {
1405 partition = "recovery/root"
1406 } else {
1407 // the layout of recovery partion is the same as that of system partition
1408 partition = "recovery/root/system"
1409 }
1410 } else if ctx.SocSpecific() {
1411 partition = ctx.DeviceConfig().VendorPath()
1412 } else if ctx.DeviceSpecific() {
1413 partition = ctx.DeviceConfig().OdmPath()
1414 } else if ctx.ProductSpecific() {
1415 partition = ctx.DeviceConfig().ProductPath()
1416 } else if ctx.SystemExtSpecific() {
1417 partition = ctx.DeviceConfig().SystemExtPath()
1418 } else if ctx.InstallInRoot() {
1419 partition = "root"
Yifan Hong82db7352020-01-21 16:12:26 -08001420 } else {
Colin Cross6e359402020-02-10 15:29:54 -08001421 partition = "system"
Yifan Hong82db7352020-01-21 16:12:26 -08001422 }
Colin Cross6e359402020-02-10 15:29:54 -08001423 if ctx.InstallInSanitizerDir() {
1424 partition = "data/asan/" + partition
Yifan Hong82db7352020-01-21 16:12:26 -08001425 }
Colin Cross43f08db2018-11-12 10:13:39 -08001426 }
1427 return partition
1428}
1429
Colin Cross609c49a2020-02-13 13:20:11 -08001430type InstallPaths []InstallPath
1431
1432// Paths returns the InstallPaths as a Paths
1433func (p InstallPaths) Paths() Paths {
1434 if p == nil {
1435 return nil
1436 }
1437 ret := make(Paths, len(p))
1438 for i, path := range p {
1439 ret[i] = path
1440 }
1441 return ret
1442}
1443
1444// Strings returns the string forms of the install paths.
1445func (p InstallPaths) Strings() []string {
1446 if p == nil {
1447 return nil
1448 }
1449 ret := make([]string, len(p))
1450 for i, path := range p {
1451 ret[i] = path.String()
1452 }
1453 return ret
1454}
1455
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001456// validateSafePath validates a path that we trust (may contain ninja variables).
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001457// Ensures that each path component does not attempt to leave its component.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001458func validateSafePath(pathComponents ...string) (string, error) {
Jeff Gaston734e3802017-04-10 15:47:24 -07001459 for _, path := range pathComponents {
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001460 path := filepath.Clean(path)
1461 if path == ".." || strings.HasPrefix(path, "../") || strings.HasPrefix(path, "/") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001462 return "", fmt.Errorf("Path is outside directory: %s", path)
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001463 }
1464 }
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001465 // TODO: filepath.Join isn't necessarily correct with embedded ninja
1466 // variables. '..' may remove the entire ninja variable, even if it
1467 // will be expanded to multiple nested directories.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001468 return filepath.Join(pathComponents...), nil
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001469}
1470
Dan Willemsen80a7c2a2015-12-21 14:57:11 -08001471// validatePath validates that a path does not include ninja variables, and that
1472// each path component does not attempt to leave its component. Returns a joined
1473// version of each path component.
Colin Cross1ccfcc32018-02-22 13:54:26 -08001474func validatePath(pathComponents ...string) (string, error) {
Jeff Gaston734e3802017-04-10 15:47:24 -07001475 for _, path := range pathComponents {
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001476 if strings.Contains(path, "$") {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001477 return "", fmt.Errorf("Path contains invalid character($): %s", path)
Dan Willemsen34cc69e2015-09-23 15:26:20 -07001478 }
1479 }
Colin Cross1ccfcc32018-02-22 13:54:26 -08001480 return validateSafePath(pathComponents...)
Colin Cross6e18ca42015-07-14 18:55:36 -07001481}
Colin Cross5b529592017-05-09 13:34:34 -07001482
Colin Cross0875c522017-11-28 17:34:01 -08001483func PathForPhony(ctx PathContext, phony string) WritablePath {
1484 if strings.ContainsAny(phony, "$/") {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001485 ReportPathErrorf(ctx, "Phony target contains invalid character ($ or /): %s", phony)
Colin Cross0875c522017-11-28 17:34:01 -08001486 }
Colin Cross74e3fe42017-12-11 15:51:44 -08001487 return PhonyPath{basePath{phony, ctx.Config(), ""}}
Colin Cross0875c522017-11-28 17:34:01 -08001488}
1489
Colin Cross74e3fe42017-12-11 15:51:44 -08001490type PhonyPath struct {
1491 basePath
1492}
1493
1494func (p PhonyPath) writablePath() {}
1495
Paul Duffin9b478b02019-12-10 13:41:51 +00001496func (p PhonyPath) buildDir() string {
1497 return p.config.buildDir
1498}
1499
Colin Cross74e3fe42017-12-11 15:51:44 -08001500var _ Path = PhonyPath{}
1501var _ WritablePath = PhonyPath{}
1502
Colin Cross5b529592017-05-09 13:34:34 -07001503type testPath struct {
1504 basePath
1505}
1506
1507func (p testPath) String() string {
1508 return p.path
1509}
1510
Colin Cross40e33732019-02-15 11:08:35 -08001511// PathForTesting returns a Path constructed from joining the elements of paths with '/'. It should only be used from
1512// within tests.
Colin Cross5b529592017-05-09 13:34:34 -07001513func PathForTesting(paths ...string) Path {
Colin Cross1ccfcc32018-02-22 13:54:26 -08001514 p, err := validateSafePath(paths...)
1515 if err != nil {
1516 panic(err)
1517 }
Colin Cross5b529592017-05-09 13:34:34 -07001518 return testPath{basePath{path: p, rel: p}}
1519}
1520
Colin Cross40e33732019-02-15 11:08:35 -08001521// PathsForTesting returns a Path constructed from each element in strs. It should only be used from within tests.
1522func PathsForTesting(strs ...string) Paths {
Colin Cross5b529592017-05-09 13:34:34 -07001523 p := make(Paths, len(strs))
1524 for i, s := range strs {
1525 p[i] = PathForTesting(s)
1526 }
1527
1528 return p
1529}
Colin Cross43f08db2018-11-12 10:13:39 -08001530
Colin Cross40e33732019-02-15 11:08:35 -08001531type testPathContext struct {
1532 config Config
Colin Cross40e33732019-02-15 11:08:35 -08001533}
1534
Colin Cross40e33732019-02-15 11:08:35 -08001535func (x *testPathContext) Config() Config { return x.config }
1536func (x *testPathContext) AddNinjaFileDeps(...string) {}
1537
1538// PathContextForTesting returns a PathContext that can be used in tests, for example to create an OutputPath with
1539// PathForOutput.
Colin Cross98be1bb2019-12-13 20:41:13 -08001540func PathContextForTesting(config Config) PathContext {
Colin Cross40e33732019-02-15 11:08:35 -08001541 return &testPathContext{
1542 config: config,
Colin Cross40e33732019-02-15 11:08:35 -08001543 }
1544}
1545
Colin Cross43f08db2018-11-12 10:13:39 -08001546// Rel performs the same function as filepath.Rel, but reports errors to a PathContext, and reports an error if
1547// targetPath is not inside basePath.
1548func Rel(ctx PathContext, basePath string, targetPath string) string {
1549 rel, isRel := MaybeRel(ctx, basePath, targetPath)
1550 if !isRel {
Ulya Trafimovich5ab276a2020-08-25 12:45:15 +01001551 ReportPathErrorf(ctx, "path %q is not under path %q", targetPath, basePath)
Colin Cross43f08db2018-11-12 10:13:39 -08001552 return ""
1553 }
1554 return rel
1555}
1556
1557// MaybeRel performs the same function as filepath.Rel, but reports errors to a PathContext, and returns false if
1558// targetPath is not inside basePath.
1559func MaybeRel(ctx PathContext, basePath string, targetPath string) (string, bool) {
Dan Willemsen633c5022019-04-12 11:11:38 -07001560 rel, isRel, err := maybeRelErr(basePath, targetPath)
1561 if err != nil {
1562 reportPathError(ctx, err)
1563 }
1564 return rel, isRel
1565}
1566
1567func maybeRelErr(basePath string, targetPath string) (string, bool, error) {
Colin Cross43f08db2018-11-12 10:13:39 -08001568 // filepath.Rel returns an error if one path is absolute and the other is not, handle that case first.
1569 if filepath.IsAbs(basePath) != filepath.IsAbs(targetPath) {
Dan Willemsen633c5022019-04-12 11:11:38 -07001570 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001571 }
1572 rel, err := filepath.Rel(basePath, targetPath)
1573 if err != nil {
Dan Willemsen633c5022019-04-12 11:11:38 -07001574 return "", false, err
Colin Cross43f08db2018-11-12 10:13:39 -08001575 } else if rel == ".." || strings.HasPrefix(rel, "../") || strings.HasPrefix(rel, "/") {
Dan Willemsen633c5022019-04-12 11:11:38 -07001576 return "", false, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001577 }
Dan Willemsen633c5022019-04-12 11:11:38 -07001578 return rel, true, nil
Colin Cross43f08db2018-11-12 10:13:39 -08001579}
Colin Cross988414c2020-01-11 01:11:46 +00001580
1581// Writes a file to the output directory. Attempting to write directly to the output directory
1582// will fail due to the sandbox of the soong_build process.
1583func WriteFileToOutputDir(path WritablePath, data []byte, perm os.FileMode) error {
1584 return ioutil.WriteFile(absolutePath(path.String()), data, perm)
1585}
1586
1587func absolutePath(path string) string {
1588 if filepath.IsAbs(path) {
1589 return path
1590 }
1591 return filepath.Join(absSrcDir, path)
1592}
Chris Parsons216e10a2020-07-09 17:12:52 -04001593
1594// A DataPath represents the path of a file to be used as data, for example
1595// a test library to be installed alongside a test.
1596// The data file should be installed (copied from `<SrcPath>`) to
1597// `<install_root>/<RelativeInstallPath>/<filename>`, or
1598// `<install_root>/<filename>` if RelativeInstallPath is empty.
1599type DataPath struct {
1600 // The path of the data file that should be copied into the data directory
1601 SrcPath Path
1602 // The install path of the data file, relative to the install root.
1603 RelativeInstallPath string
1604}