blob: 927427a43f917e79684dda4115d1962d55d90a95 [file] [log] [blame]
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001// Copyright 2021 Google LLC
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15// Convert makefile containing device configuration to Starlark file
16// The conversion can handle the following constructs in a makefile:
17// * comments
18// * simple variable assignments
19// * $(call init-product,<file>)
20// * $(call inherit-product-if-exists
21// * if directives
22// All other constructs are carried over to the output starlark file as comments.
23//
24package mk2rbc
25
26import (
27 "bytes"
28 "fmt"
29 "io"
Sasha Smundak6609ba72021-07-22 18:32:56 -070030 "io/fs"
Sasha Smundakb051c4e2020-11-05 20:45:07 -080031 "io/ioutil"
32 "os"
33 "path/filepath"
34 "regexp"
35 "strconv"
36 "strings"
37 "text/scanner"
38
39 mkparser "android/soong/androidmk/parser"
40)
41
42const (
Sasha Smundak6d852dd2021-09-27 20:34:39 -070043 annotationCommentPrefix = "RBC#"
44 baseUri = "//build/make/core:product_config.rbc"
Sasha Smundakb051c4e2020-11-05 20:45:07 -080045 // The name of the struct exported by the product_config.rbc
46 // that contains the functions and variables available to
47 // product configuration Starlark files.
48 baseName = "rblf"
49
Sasha Smundak65b547e2021-09-17 15:35:41 -070050 soongNsPrefix = "SOONG_CONFIG_"
51
Sasha Smundakb051c4e2020-11-05 20:45:07 -080052 // And here are the functions and variables:
53 cfnGetCfg = baseName + ".cfg"
54 cfnMain = baseName + ".product_configuration"
Cole Faust6ed7cb42021-10-07 17:08:46 -070055 cfnBoardMain = baseName + ".board_configuration"
Sasha Smundakb051c4e2020-11-05 20:45:07 -080056 cfnPrintVars = baseName + ".printvars"
57 cfnWarning = baseName + ".warning"
58 cfnLocalAppend = baseName + ".local_append"
59 cfnLocalSetDefault = baseName + ".local_set_default"
60 cfnInherit = baseName + ".inherit"
61 cfnSetListDefault = baseName + ".setdefault"
62)
63
64const (
Cole Faust9ebf6e42021-12-13 14:08:34 -080065 soongConfigAppend = "soong_config_append"
66 soongConfigAssign = "soong_config_set"
Sasha Smundakb051c4e2020-11-05 20:45:07 -080067)
68
Cole Faust9ebf6e42021-12-13 14:08:34 -080069var knownFunctions = map[string]interface {
70 parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr
Sasha Smundakb051c4e2020-11-05 20:45:07 -080071}{
Cole Faust9ebf6e42021-12-13 14:08:34 -080072 "abspath": &simpleCallParser{name: baseName + ".abspath", returnType: starlarkTypeString, addGlobals: false},
73 "add_soong_config_namespace": &simpleCallParser{name: baseName + ".soong_config_namespace", returnType: starlarkTypeVoid, addGlobals: true},
74 "add_soong_config_var_value": &simpleCallParser{name: baseName + ".soong_config_set", returnType: starlarkTypeVoid, addGlobals: true},
75 soongConfigAssign: &simpleCallParser{name: baseName + ".soong_config_set", returnType: starlarkTypeVoid, addGlobals: true},
76 soongConfigAppend: &simpleCallParser{name: baseName + ".soong_config_append", returnType: starlarkTypeVoid, addGlobals: true},
77 "soong_config_get": &simpleCallParser{name: baseName + ".soong_config_get", returnType: starlarkTypeString, addGlobals: true},
78 "add-to-product-copy-files-if-exists": &simpleCallParser{name: baseName + ".copy_if_exists", returnType: starlarkTypeList, addGlobals: false},
79 "addprefix": &simpleCallParser{name: baseName + ".addprefix", returnType: starlarkTypeList, addGlobals: false},
80 "addsuffix": &simpleCallParser{name: baseName + ".addsuffix", returnType: starlarkTypeList, addGlobals: false},
81 "copy-files": &simpleCallParser{name: baseName + ".copy_files", returnType: starlarkTypeList, addGlobals: false},
82 "dir": &simpleCallParser{name: baseName + ".dir", returnType: starlarkTypeList, addGlobals: false},
83 "dist-for-goals": &simpleCallParser{name: baseName + ".mkdist_for_goals", returnType: starlarkTypeVoid, addGlobals: true},
84 "enforce-product-packages-exist": &simpleCallParser{name: baseName + ".enforce_product_packages_exist", returnType: starlarkTypeVoid, addGlobals: false},
85 "error": &makeControlFuncParser{name: baseName + ".mkerror"},
86 "findstring": &simpleCallParser{name: baseName + ".findstring", returnType: starlarkTypeInt, addGlobals: false},
87 "find-copy-subdir-files": &simpleCallParser{name: baseName + ".find_and_copy", returnType: starlarkTypeList, addGlobals: false},
88 "filter": &simpleCallParser{name: baseName + ".filter", returnType: starlarkTypeList, addGlobals: false},
89 "filter-out": &simpleCallParser{name: baseName + ".filter_out", returnType: starlarkTypeList, addGlobals: false},
90 "firstword": &firstOrLastwordCallParser{isLastWord: false},
91 "foreach": &foreachCallPaser{},
92 "if": &ifCallParser{},
93 "info": &makeControlFuncParser{name: baseName + ".mkinfo"},
Cole Faustb2e0b602022-01-07 15:46:58 -080094 "is-board-platform": &simpleCallParser{name: baseName + ".board_platform_is", returnType: starlarkTypeBool, addGlobals: true},
Cole Faust9ebf6e42021-12-13 14:08:34 -080095 "is-board-platform2": &simpleCallParser{name: baseName + ".board_platform_is", returnType: starlarkTypeBool, addGlobals: true},
Cole Faustb2e0b602022-01-07 15:46:58 -080096 "is-board-platform-in-list": &simpleCallParser{name: baseName + ".board_platform_in", returnType: starlarkTypeBool, addGlobals: true},
Cole Faust9ebf6e42021-12-13 14:08:34 -080097 "is-board-platform-in-list2": &simpleCallParser{name: baseName + ".board_platform_in", returnType: starlarkTypeBool, addGlobals: true},
98 "is-product-in-list": &isProductInListCallParser{},
99 "is-vendor-board-platform": &isVendorBoardPlatformCallParser{},
100 "is-vendor-board-qcom": &isVendorBoardQcomCallParser{},
101 "lastword": &firstOrLastwordCallParser{isLastWord: true},
102 "notdir": &simpleCallParser{name: baseName + ".notdir", returnType: starlarkTypeString, addGlobals: false},
Cole Faustb1103e22022-01-06 15:22:05 -0800103 "math_max": &mathMaxOrMinCallParser{function: "max"},
104 "math_min": &mathMaxOrMinCallParser{function: "min"},
105 "math_gt_or_eq": &mathComparisonCallParser{op: ">="},
106 "math_gt": &mathComparisonCallParser{op: ">"},
107 "math_lt": &mathComparisonCallParser{op: "<"},
Cole Faust9ebf6e42021-12-13 14:08:34 -0800108 "my-dir": &myDirCallParser{},
109 "patsubst": &substCallParser{fname: "patsubst"},
110 "product-copy-files-by-pattern": &simpleCallParser{name: baseName + ".product_copy_files_by_pattern", returnType: starlarkTypeList, addGlobals: false},
111 "require-artifacts-in-path": &simpleCallParser{name: baseName + ".require_artifacts_in_path", returnType: starlarkTypeVoid, addGlobals: false},
112 "require-artifacts-in-path-relaxed": &simpleCallParser{name: baseName + ".require_artifacts_in_path_relaxed", returnType: starlarkTypeVoid, addGlobals: false},
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800113 // TODO(asmundak): remove it once all calls are removed from configuration makefiles. see b/183161002
Cole Faust9ebf6e42021-12-13 14:08:34 -0800114 "shell": &shellCallParser{},
115 "strip": &simpleCallParser{name: baseName + ".mkstrip", returnType: starlarkTypeString, addGlobals: false},
116 "subst": &substCallParser{fname: "subst"},
117 "warning": &makeControlFuncParser{name: baseName + ".mkwarning"},
118 "word": &wordCallParser{},
119 "wildcard": &simpleCallParser{name: baseName + ".expand_wildcard", returnType: starlarkTypeList, addGlobals: false},
120}
121
122// These are functions that we don't implement conversions for, but
123// we allow seeing their definitions in the product config files.
124var ignoredDefines = map[string]bool{
125 "find-word-in-list": true, // internal macro
126 "get-vendor-board-platforms": true, // internal macro, used by is-board-platform, etc.
127 "is-android-codename": true, // unused by product config
128 "is-android-codename-in-list": true, // unused by product config
129 "is-chipset-in-board-platform": true, // unused by product config
130 "is-chipset-prefix-in-board-platform": true, // unused by product config
131 "is-not-board-platform": true, // defined but never used
132 "is-platform-sdk-version-at-least": true, // unused by product config
133 "match-prefix": true, // internal macro
134 "match-word": true, // internal macro
135 "match-word-in-list": true, // internal macro
136 "tb-modules": true, // defined in hardware/amlogic/tb_modules/tb_detect.mk, unused
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800137}
138
Cole Faustb0d32ab2021-12-09 14:00:59 -0800139var identifierFullMatchRegex = regexp.MustCompile("^[a-zA-Z_][a-zA-Z0-9_]*$")
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800140
141// Conversion request parameters
142type Request struct {
Sasha Smundak422b6142021-11-11 18:31:59 -0800143 MkFile string // file to convert
144 Reader io.Reader // if set, read input from this stream instead
145 RootDir string // root directory path used to resolve included files
146 OutputSuffix string // generated Starlark files suffix
147 OutputDir string // if set, root of the output hierarchy
148 ErrorLogger ErrorLogger
149 TracedVariables []string // trace assignment to these variables
150 TraceCalls bool
151 SourceFS fs.FS
152 MakefileFinder MakefileFinder
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800153}
154
Sasha Smundak7d934b92021-11-10 12:20:01 -0800155// ErrorLogger prints errors and gathers error statistics.
156// Its NewError function is called on every error encountered during the conversion.
157type ErrorLogger interface {
Sasha Smundak422b6142021-11-11 18:31:59 -0800158 NewError(el ErrorLocation, node mkparser.Node, text string, args ...interface{})
159}
160
161type ErrorLocation struct {
162 MkFile string
163 MkLine int
164}
165
166func (el ErrorLocation) String() string {
167 return fmt.Sprintf("%s:%d", el.MkFile, el.MkLine)
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800168}
169
170// Derives module name for a given file. It is base name
171// (file name without suffix), with some characters replaced to make it a Starlark identifier
172func moduleNameForFile(mkFile string) string {
173 base := strings.TrimSuffix(filepath.Base(mkFile), filepath.Ext(mkFile))
174 // TODO(asmundak): what else can be in the product file names?
Sasha Smundak6609ba72021-07-22 18:32:56 -0700175 return strings.NewReplacer("-", "_", ".", "_").Replace(base)
176
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800177}
178
179func cloneMakeString(mkString *mkparser.MakeString) *mkparser.MakeString {
180 r := &mkparser.MakeString{StringPos: mkString.StringPos}
181 r.Strings = append(r.Strings, mkString.Strings...)
182 r.Variables = append(r.Variables, mkString.Variables...)
183 return r
184}
185
186func isMakeControlFunc(s string) bool {
187 return s == "error" || s == "warning" || s == "info"
188}
189
190// Starlark output generation context
191type generationContext struct {
192 buf strings.Builder
193 starScript *StarlarkScript
194 indentLevel int
195 inAssignment bool
196 tracedCount int
197}
198
199func NewGenerateContext(ss *StarlarkScript) *generationContext {
200 return &generationContext{starScript: ss}
201}
202
203// emit returns generated script
204func (gctx *generationContext) emit() string {
205 ss := gctx.starScript
206
207 // The emitted code has the following layout:
208 // <initial comments>
209 // preamble, i.e.,
210 // load statement for the runtime support
211 // load statement for each unique submodule pulled in by this one
212 // def init(g, handle):
213 // cfg = rblf.cfg(handle)
214 // <statements>
215 // <warning if conversion was not clean>
216
217 iNode := len(ss.nodes)
218 for i, node := range ss.nodes {
219 if _, ok := node.(*commentNode); !ok {
220 iNode = i
221 break
222 }
223 node.emit(gctx)
224 }
225
226 gctx.emitPreamble()
227
228 gctx.newLine()
229 // The arguments passed to the init function are the global dictionary
230 // ('g') and the product configuration dictionary ('cfg')
231 gctx.write("def init(g, handle):")
232 gctx.indentLevel++
233 if gctx.starScript.traceCalls {
234 gctx.newLine()
235 gctx.writef(`print(">%s")`, gctx.starScript.mkFile)
236 }
237 gctx.newLine()
238 gctx.writef("cfg = %s(handle)", cfnGetCfg)
239 for _, node := range ss.nodes[iNode:] {
240 node.emit(gctx)
241 }
242
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800243 if gctx.starScript.traceCalls {
244 gctx.newLine()
245 gctx.writef(`print("<%s")`, gctx.starScript.mkFile)
246 }
247 gctx.indentLevel--
248 gctx.write("\n")
249 return gctx.buf.String()
250}
251
252func (gctx *generationContext) emitPreamble() {
253 gctx.newLine()
254 gctx.writef("load(%q, %q)", baseUri, baseName)
255 // Emit exactly one load statement for each URI.
256 loadedSubConfigs := make(map[string]string)
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800257 for _, mi := range gctx.starScript.inherited {
258 uri := mi.path
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800259 if m, ok := loadedSubConfigs[uri]; ok {
260 // No need to emit load statement, but fix module name.
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800261 mi.moduleLocalName = m
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800262 continue
263 }
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800264 if mi.optional || mi.missing {
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800265 uri += "|init"
266 }
267 gctx.newLine()
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800268 gctx.writef("load(%q, %s = \"init\")", uri, mi.entryName())
269 loadedSubConfigs[uri] = mi.moduleLocalName
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800270 }
271 gctx.write("\n")
272}
273
274func (gctx *generationContext) emitPass() {
275 gctx.newLine()
276 gctx.write("pass")
277}
278
279func (gctx *generationContext) write(ss ...string) {
280 for _, s := range ss {
281 gctx.buf.WriteString(s)
282 }
283}
284
285func (gctx *generationContext) writef(format string, args ...interface{}) {
286 gctx.write(fmt.Sprintf(format, args...))
287}
288
289func (gctx *generationContext) newLine() {
290 if gctx.buf.Len() == 0 {
291 return
292 }
293 gctx.write("\n")
294 gctx.writef("%*s", 2*gctx.indentLevel, "")
295}
296
Sasha Smundak422b6142021-11-11 18:31:59 -0800297func (gctx *generationContext) emitConversionError(el ErrorLocation, message string) {
298 gctx.writef(`rblf.mk2rbc_error("%s", %q)`, el, message)
299}
300
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800301func (gctx *generationContext) emitLoadCheck(im inheritedModule) {
302 if !im.needsLoadCheck() {
303 return
304 }
305 gctx.newLine()
306 gctx.writef("if not %s:", im.entryName())
307 gctx.indentLevel++
308 gctx.newLine()
309 gctx.write(`rblf.mkerror("`, gctx.starScript.mkFile, `", "Cannot find %s" % (`)
310 im.pathExpr().emit(gctx)
311 gctx.write("))")
312 gctx.indentLevel--
313}
314
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800315type knownVariable struct {
316 name string
317 class varClass
318 valueType starlarkType
319}
320
321type knownVariables map[string]knownVariable
322
323func (pcv knownVariables) NewVariable(name string, varClass varClass, valueType starlarkType) {
324 v, exists := pcv[name]
325 if !exists {
326 pcv[name] = knownVariable{name, varClass, valueType}
327 return
328 }
329 // Conflict resolution:
330 // * config class trumps everything
331 // * any type trumps unknown type
332 match := varClass == v.class
333 if !match {
334 if varClass == VarClassConfig {
335 v.class = VarClassConfig
336 match = true
337 } else if v.class == VarClassConfig {
338 match = true
339 }
340 }
341 if valueType != v.valueType {
342 if valueType != starlarkTypeUnknown {
343 if v.valueType == starlarkTypeUnknown {
344 v.valueType = valueType
345 } else {
346 match = false
347 }
348 }
349 }
350 if !match {
351 fmt.Fprintf(os.Stderr, "cannot redefine %s as %v/%v (already defined as %v/%v)\n",
352 name, varClass, valueType, v.class, v.valueType)
353 }
354}
355
356// All known product variables.
357var KnownVariables = make(knownVariables)
358
359func init() {
360 for _, kv := range []string{
361 // Kernel-related variables that we know are lists.
362 "BOARD_VENDOR_KERNEL_MODULES",
363 "BOARD_VENDOR_RAMDISK_KERNEL_MODULES",
364 "BOARD_VENDOR_RAMDISK_KERNEL_MODULES_LOAD",
365 "BOARD_RECOVERY_KERNEL_MODULES",
366 // Other variables we knwo are lists
367 "ART_APEX_JARS",
368 } {
369 KnownVariables.NewVariable(kv, VarClassSoong, starlarkTypeList)
370 }
371}
372
373type nodeReceiver interface {
374 newNode(node starlarkNode)
375}
376
377// Information about the generated Starlark script.
378type StarlarkScript struct {
Sasha Smundak422b6142021-11-11 18:31:59 -0800379 mkFile string
380 moduleName string
381 mkPos scanner.Position
382 nodes []starlarkNode
383 inherited []*moduleInfo
384 hasErrors bool
385 topDir string
386 traceCalls bool // print enter/exit each init function
387 sourceFS fs.FS
388 makefileFinder MakefileFinder
389 nodeLocator func(pos mkparser.Pos) int
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800390}
391
392func (ss *StarlarkScript) newNode(node starlarkNode) {
393 ss.nodes = append(ss.nodes, node)
394}
395
396// varAssignmentScope points to the last assignment for each variable
397// in the current block. It is used during the parsing to chain
398// the assignments to a variable together.
399type varAssignmentScope struct {
400 outer *varAssignmentScope
401 vars map[string]*assignmentNode
402}
403
404// parseContext holds the script we are generating and all the ephemeral data
405// needed during the parsing.
406type parseContext struct {
407 script *StarlarkScript
408 nodes []mkparser.Node // Makefile as parsed by mkparser
409 currentNodeIndex int // Node in it we are processing
410 ifNestLevel int
411 moduleNameCount map[string]int // count of imported modules with given basename
412 fatalError error
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800413 outputSuffix string
Sasha Smundak7d934b92021-11-10 12:20:01 -0800414 errorLogger ErrorLogger
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800415 tracedVariables map[string]bool // variables to be traced in the generated script
416 variables map[string]variable
417 varAssignments *varAssignmentScope
418 receiver nodeReceiver // receptacle for the generated starlarkNode's
419 receiverStack []nodeReceiver
420 outputDir string
Sasha Smundak6609ba72021-07-22 18:32:56 -0700421 dependentModules map[string]*moduleInfo
Sasha Smundak3deb9682021-07-26 18:42:25 -0700422 soongNamespaces map[string]map[string]bool
Sasha Smundak6d852dd2021-09-27 20:34:39 -0700423 includeTops []string
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800424}
425
426func newParseContext(ss *StarlarkScript, nodes []mkparser.Node) *parseContext {
Sasha Smundak6609ba72021-07-22 18:32:56 -0700427 topdir, _ := filepath.Split(filepath.Join(ss.topDir, "foo"))
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800428 predefined := []struct{ name, value string }{
429 {"SRC_TARGET_DIR", filepath.Join("build", "make", "target")},
430 {"LOCAL_PATH", filepath.Dir(ss.mkFile)},
Sasha Smundak6609ba72021-07-22 18:32:56 -0700431 {"TOPDIR", topdir},
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800432 // TODO(asmundak): maybe read it from build/make/core/envsetup.mk?
433 {"TARGET_COPY_OUT_SYSTEM", "system"},
434 {"TARGET_COPY_OUT_SYSTEM_OTHER", "system_other"},
435 {"TARGET_COPY_OUT_DATA", "data"},
436 {"TARGET_COPY_OUT_ASAN", filepath.Join("data", "asan")},
437 {"TARGET_COPY_OUT_OEM", "oem"},
438 {"TARGET_COPY_OUT_RAMDISK", "ramdisk"},
439 {"TARGET_COPY_OUT_DEBUG_RAMDISK", "debug_ramdisk"},
440 {"TARGET_COPY_OUT_VENDOR_DEBUG_RAMDISK", "vendor_debug_ramdisk"},
441 {"TARGET_COPY_OUT_TEST_HARNESS_RAMDISK", "test_harness_ramdisk"},
442 {"TARGET_COPY_OUT_ROOT", "root"},
443 {"TARGET_COPY_OUT_RECOVERY", "recovery"},
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800444 {"TARGET_COPY_OUT_VENDOR_RAMDISK", "vendor_ramdisk"},
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800445 // TODO(asmundak): to process internal config files, we need the following variables:
446 // BOARD_CONFIG_VENDOR_PATH
447 // TARGET_VENDOR
448 // target_base_product
449 //
450
451 // the following utility variables are set in build/make/common/core.mk:
452 {"empty", ""},
453 {"space", " "},
454 {"comma", ","},
455 {"newline", "\n"},
456 {"pound", "#"},
457 {"backslash", "\\"},
458 }
459 ctx := &parseContext{
460 script: ss,
461 nodes: nodes,
462 currentNodeIndex: 0,
463 ifNestLevel: 0,
464 moduleNameCount: make(map[string]int),
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800465 variables: make(map[string]variable),
Sasha Smundak6609ba72021-07-22 18:32:56 -0700466 dependentModules: make(map[string]*moduleInfo),
Sasha Smundak3deb9682021-07-26 18:42:25 -0700467 soongNamespaces: make(map[string]map[string]bool),
Cole Faust6c934f62022-01-06 15:51:12 -0800468 includeTops: []string{},
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800469 }
470 ctx.pushVarAssignments()
471 for _, item := range predefined {
472 ctx.variables[item.name] = &predefinedVariable{
473 baseVariable: baseVariable{nam: item.name, typ: starlarkTypeString},
474 value: &stringLiteralExpr{item.value},
475 }
476 }
477
478 return ctx
479}
480
481func (ctx *parseContext) lastAssignment(name string) *assignmentNode {
482 for va := ctx.varAssignments; va != nil; va = va.outer {
483 if v, ok := va.vars[name]; ok {
484 return v
485 }
486 }
487 return nil
488}
489
490func (ctx *parseContext) setLastAssignment(name string, asgn *assignmentNode) {
491 ctx.varAssignments.vars[name] = asgn
492}
493
494func (ctx *parseContext) pushVarAssignments() {
495 va := &varAssignmentScope{
496 outer: ctx.varAssignments,
497 vars: make(map[string]*assignmentNode),
498 }
499 ctx.varAssignments = va
500}
501
502func (ctx *parseContext) popVarAssignments() {
503 ctx.varAssignments = ctx.varAssignments.outer
504}
505
506func (ctx *parseContext) pushReceiver(rcv nodeReceiver) {
507 ctx.receiverStack = append(ctx.receiverStack, ctx.receiver)
508 ctx.receiver = rcv
509}
510
511func (ctx *parseContext) popReceiver() {
512 last := len(ctx.receiverStack) - 1
513 if last < 0 {
514 panic(fmt.Errorf("popReceiver: receiver stack empty"))
515 }
516 ctx.receiver = ctx.receiverStack[last]
517 ctx.receiverStack = ctx.receiverStack[0:last]
518}
519
520func (ctx *parseContext) hasNodes() bool {
521 return ctx.currentNodeIndex < len(ctx.nodes)
522}
523
524func (ctx *parseContext) getNode() mkparser.Node {
525 if !ctx.hasNodes() {
526 return nil
527 }
528 node := ctx.nodes[ctx.currentNodeIndex]
529 ctx.currentNodeIndex++
530 return node
531}
532
533func (ctx *parseContext) backNode() {
534 if ctx.currentNodeIndex <= 0 {
535 panic("Cannot back off")
536 }
537 ctx.currentNodeIndex--
538}
539
540func (ctx *parseContext) handleAssignment(a *mkparser.Assignment) {
541 // Handle only simple variables
542 if !a.Name.Const() {
543 ctx.errorf(a, "Only simple variables are handled")
544 return
545 }
546 name := a.Name.Strings[0]
Sasha Smundakea3bc3a2021-11-10 13:06:42 -0800547 // The `override` directive
548 // override FOO :=
549 // is parsed as an assignment to a variable named `override FOO`.
550 // There are very few places where `override` is used, just flag it.
551 if strings.HasPrefix(name, "override ") {
552 ctx.errorf(a, "cannot handle override directive")
553 }
554
Cole Faustc00184e2021-11-08 12:08:57 -0800555 // Soong configuration
Sasha Smundak3deb9682021-07-26 18:42:25 -0700556 if strings.HasPrefix(name, soongNsPrefix) {
557 ctx.handleSoongNsAssignment(strings.TrimPrefix(name, soongNsPrefix), a)
558 return
559 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800560 lhs := ctx.addVariable(name)
561 if lhs == nil {
562 ctx.errorf(a, "unknown variable %s", name)
563 return
564 }
565 _, isTraced := ctx.tracedVariables[name]
Sasha Smundak422b6142021-11-11 18:31:59 -0800566 asgn := &assignmentNode{lhs: lhs, mkValue: a.Value, isTraced: isTraced, location: ctx.errorLocation(a)}
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800567 if lhs.valueType() == starlarkTypeUnknown {
568 // Try to divine variable type from the RHS
569 asgn.value = ctx.parseMakeString(a, a.Value)
570 if xBad, ok := asgn.value.(*badExpr); ok {
571 ctx.wrapBadExpr(xBad)
572 return
573 }
574 inferred_type := asgn.value.typ()
575 if inferred_type != starlarkTypeUnknown {
Sasha Smundak9d011ab2021-07-09 16:00:57 -0700576 lhs.setValueType(inferred_type)
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800577 }
578 }
579 if lhs.valueType() == starlarkTypeList {
580 xConcat := ctx.buildConcatExpr(a)
581 if xConcat == nil {
582 return
583 }
584 switch len(xConcat.items) {
585 case 0:
586 asgn.value = &listExpr{}
587 case 1:
588 asgn.value = xConcat.items[0]
589 default:
590 asgn.value = xConcat
591 }
592 } else {
593 asgn.value = ctx.parseMakeString(a, a.Value)
594 if xBad, ok := asgn.value.(*badExpr); ok {
595 ctx.wrapBadExpr(xBad)
596 return
597 }
598 }
599
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800600 asgn.previous = ctx.lastAssignment(name)
601 ctx.setLastAssignment(name, asgn)
602 switch a.Type {
603 case "=", ":=":
604 asgn.flavor = asgnSet
605 case "+=":
606 if asgn.previous == nil && !asgn.lhs.isPreset() {
607 asgn.flavor = asgnMaybeAppend
608 } else {
609 asgn.flavor = asgnAppend
610 }
611 case "?=":
612 asgn.flavor = asgnMaybeSet
613 default:
614 panic(fmt.Errorf("unexpected assignment type %s", a.Type))
615 }
616
617 ctx.receiver.newNode(asgn)
618}
619
Sasha Smundak3deb9682021-07-26 18:42:25 -0700620func (ctx *parseContext) handleSoongNsAssignment(name string, asgn *mkparser.Assignment) {
621 val := ctx.parseMakeString(asgn, asgn.Value)
622 if xBad, ok := val.(*badExpr); ok {
623 ctx.wrapBadExpr(xBad)
624 return
625 }
Sasha Smundak3deb9682021-07-26 18:42:25 -0700626
627 // Unfortunately, Soong namespaces can be set up by directly setting corresponding Make
628 // variables instead of via add_soong_config_namespace + add_soong_config_var_value.
629 // Try to divine the call from the assignment as follows:
630 if name == "NAMESPACES" {
631 // Upon seeng
632 // SOONG_CONFIG_NAMESPACES += foo
633 // remember that there is a namespace `foo` and act as we saw
634 // $(call add_soong_config_namespace,foo)
635 s, ok := maybeString(val)
636 if !ok {
637 ctx.errorf(asgn, "cannot handle variables in SOONG_CONFIG_NAMESPACES assignment, please use add_soong_config_namespace instead")
638 return
639 }
640 for _, ns := range strings.Fields(s) {
641 ctx.addSoongNamespace(ns)
642 ctx.receiver.newNode(&exprNode{&callExpr{
Cole Faust9ebf6e42021-12-13 14:08:34 -0800643 name: baseName + ".soong_config_namespace",
644 args: []starlarkExpr{&globalsExpr{}, &stringLiteralExpr{ns}},
Sasha Smundak3deb9682021-07-26 18:42:25 -0700645 returnType: starlarkTypeVoid,
646 }})
647 }
648 } else {
649 // Upon seeing
650 // SOONG_CONFIG_x_y = v
651 // find a namespace called `x` and act as if we encountered
Cole Faustc00184e2021-11-08 12:08:57 -0800652 // $(call soong_config_set,x,y,v)
Sasha Smundak3deb9682021-07-26 18:42:25 -0700653 // or check that `x_y` is a namespace, and then add the RHS of this assignment as variables in
654 // it.
655 // Emit an error in the ambiguous situation (namespaces `foo_bar` with a variable `baz`
656 // and `foo` with a variable `bar_baz`.
657 namespaceName := ""
658 if ctx.hasSoongNamespace(name) {
659 namespaceName = name
660 }
661 var varName string
662 for pos, ch := range name {
663 if !(ch == '_' && ctx.hasSoongNamespace(name[0:pos])) {
664 continue
665 }
666 if namespaceName != "" {
667 ctx.errorf(asgn, "ambiguous soong namespace (may be either `%s` or `%s`)", namespaceName, name[0:pos])
668 return
669 }
670 namespaceName = name[0:pos]
671 varName = name[pos+1:]
672 }
673 if namespaceName == "" {
674 ctx.errorf(asgn, "cannot figure out Soong namespace, please use add_soong_config_var_value macro instead")
675 return
676 }
677 if varName == "" {
678 // Remember variables in this namespace
679 s, ok := maybeString(val)
680 if !ok {
681 ctx.errorf(asgn, "cannot handle variables in SOONG_CONFIG_ assignment, please use add_soong_config_var_value instead")
682 return
683 }
684 ctx.updateSoongNamespace(asgn.Type != "+=", namespaceName, strings.Fields(s))
685 return
686 }
687
688 // Finally, handle assignment to a namespace variable
689 if !ctx.hasNamespaceVar(namespaceName, varName) {
690 ctx.errorf(asgn, "no %s variable in %s namespace, please use add_soong_config_var_value instead", varName, namespaceName)
691 return
692 }
Cole Faust9ebf6e42021-12-13 14:08:34 -0800693 fname := baseName + "." + soongConfigAssign
Sasha Smundak65b547e2021-09-17 15:35:41 -0700694 if asgn.Type == "+=" {
Cole Faust9ebf6e42021-12-13 14:08:34 -0800695 fname = baseName + "." + soongConfigAppend
Sasha Smundak65b547e2021-09-17 15:35:41 -0700696 }
Sasha Smundak3deb9682021-07-26 18:42:25 -0700697 ctx.receiver.newNode(&exprNode{&callExpr{
Sasha Smundak65b547e2021-09-17 15:35:41 -0700698 name: fname,
Cole Faust9ebf6e42021-12-13 14:08:34 -0800699 args: []starlarkExpr{&globalsExpr{}, &stringLiteralExpr{namespaceName}, &stringLiteralExpr{varName}, val},
Sasha Smundak3deb9682021-07-26 18:42:25 -0700700 returnType: starlarkTypeVoid,
701 }})
702 }
703}
704
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800705func (ctx *parseContext) buildConcatExpr(a *mkparser.Assignment) *concatExpr {
706 xConcat := &concatExpr{}
707 var xItemList *listExpr
708 addToItemList := func(x ...starlarkExpr) {
709 if xItemList == nil {
710 xItemList = &listExpr{[]starlarkExpr{}}
711 }
712 xItemList.items = append(xItemList.items, x...)
713 }
714 finishItemList := func() {
715 if xItemList != nil {
716 xConcat.items = append(xConcat.items, xItemList)
717 xItemList = nil
718 }
719 }
720
721 items := a.Value.Words()
722 for _, item := range items {
723 // A function call in RHS is supposed to return a list, all other item
724 // expressions return individual elements.
725 switch x := ctx.parseMakeString(a, item).(type) {
726 case *badExpr:
727 ctx.wrapBadExpr(x)
728 return nil
729 case *stringLiteralExpr:
730 addToItemList(maybeConvertToStringList(x).(*listExpr).items...)
731 default:
732 switch x.typ() {
733 case starlarkTypeList:
734 finishItemList()
735 xConcat.items = append(xConcat.items, x)
736 case starlarkTypeString:
737 finishItemList()
738 xConcat.items = append(xConcat.items, &callExpr{
739 object: x,
740 name: "split",
741 args: nil,
742 returnType: starlarkTypeList,
743 })
744 default:
745 addToItemList(x)
746 }
747 }
748 }
749 if xItemList != nil {
750 xConcat.items = append(xConcat.items, xItemList)
751 }
752 return xConcat
753}
754
Sasha Smundak6609ba72021-07-22 18:32:56 -0700755func (ctx *parseContext) newDependentModule(path string, optional bool) *moduleInfo {
756 modulePath := ctx.loadedModulePath(path)
757 if mi, ok := ctx.dependentModules[modulePath]; ok {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700758 mi.optional = mi.optional && optional
Sasha Smundak6609ba72021-07-22 18:32:56 -0700759 return mi
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800760 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800761 moduleName := moduleNameForFile(path)
762 moduleLocalName := "_" + moduleName
763 n, found := ctx.moduleNameCount[moduleName]
764 if found {
765 moduleLocalName += fmt.Sprintf("%d", n)
766 }
767 ctx.moduleNameCount[moduleName] = n + 1
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800768 _, err := fs.Stat(ctx.script.sourceFS, path)
Sasha Smundak6609ba72021-07-22 18:32:56 -0700769 mi := &moduleInfo{
770 path: modulePath,
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800771 originalPath: path,
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800772 moduleLocalName: moduleLocalName,
Sasha Smundak6609ba72021-07-22 18:32:56 -0700773 optional: optional,
Sasha Smundak6bc132a2022-01-10 17:02:16 -0800774 missing: err != nil,
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800775 }
Sasha Smundak6609ba72021-07-22 18:32:56 -0700776 ctx.dependentModules[modulePath] = mi
777 ctx.script.inherited = append(ctx.script.inherited, mi)
778 return mi
779}
780
781func (ctx *parseContext) handleSubConfig(
782 v mkparser.Node, pathExpr starlarkExpr, loadAlways bool, processModule func(inheritedModule)) {
Sasha Smundak6609ba72021-07-22 18:32:56 -0700783
784 // In a simple case, the name of a module to inherit/include is known statically.
785 if path, ok := maybeString(pathExpr); ok {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700786 // Note that even if this directive loads a module unconditionally, a module may be
787 // absent without causing any harm if this directive is inside an if/else block.
788 moduleShouldExist := loadAlways && ctx.ifNestLevel == 0
Sasha Smundak6609ba72021-07-22 18:32:56 -0700789 if strings.Contains(path, "*") {
790 if paths, err := fs.Glob(ctx.script.sourceFS, path); err == nil {
791 for _, p := range paths {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700792 mi := ctx.newDependentModule(p, !moduleShouldExist)
793 processModule(inheritedStaticModule{mi, loadAlways})
Sasha Smundak6609ba72021-07-22 18:32:56 -0700794 }
795 } else {
796 ctx.errorf(v, "cannot glob wildcard argument")
797 }
798 } else {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700799 mi := ctx.newDependentModule(path, !moduleShouldExist)
800 processModule(inheritedStaticModule{mi, loadAlways})
Sasha Smundak6609ba72021-07-22 18:32:56 -0700801 }
802 return
803 }
804
805 // If module path references variables (e.g., $(v1)/foo/$(v2)/device-config.mk), find all the paths in the
806 // source tree that may be a match and the corresponding variable values. For instance, if the source tree
807 // contains vendor1/foo/abc/dev.mk and vendor2/foo/def/dev.mk, the first one will be inherited when
808 // (v1, v2) == ('vendor1', 'abc'), and the second one when (v1, v2) == ('vendor2', 'def').
809 // We then emit the code that loads all of them, e.g.:
810 // load("//vendor1/foo/abc:dev.rbc", _dev1_init="init")
811 // load("//vendor2/foo/def/dev.rbc", _dev2_init="init")
812 // And then inherit it as follows:
813 // _e = {
814 // "vendor1/foo/abc/dev.mk": ("vendor1/foo/abc/dev", _dev1_init),
815 // "vendor2/foo/def/dev.mk": ("vendor2/foo/def/dev", _dev_init2) }.get("%s/foo/%s/dev.mk" % (v1, v2))
816 // if _e:
817 // rblf.inherit(handle, _e[0], _e[1])
818 //
819 var matchingPaths []string
820 varPath, ok := pathExpr.(*interpolateExpr)
821 if !ok {
822 ctx.errorf(v, "inherit-product/include argument is too complex")
823 return
824 }
825
826 pathPattern := []string{varPath.chunks[0]}
827 for _, chunk := range varPath.chunks[1:] {
828 if chunk != "" {
829 pathPattern = append(pathPattern, chunk)
830 }
831 }
Cole Faust069aba62022-01-26 17:47:33 -0800832 if pathPattern[0] == "" && len(ctx.includeTops) > 0 {
Sasha Smundak6d852dd2021-09-27 20:34:39 -0700833 // If pattern starts from the top. restrict it to the directories where
834 // we know inherit-product uses dynamically calculated path.
835 for _, p := range ctx.includeTops {
836 pathPattern[0] = p
837 matchingPaths = append(matchingPaths, ctx.findMatchingPaths(pathPattern)...)
Sasha Smundak6609ba72021-07-22 18:32:56 -0700838 }
Sasha Smundak6d852dd2021-09-27 20:34:39 -0700839 } else {
840 matchingPaths = ctx.findMatchingPaths(pathPattern)
Sasha Smundak6609ba72021-07-22 18:32:56 -0700841 }
842 // Safeguard against $(call inherit-product,$(PRODUCT_PATH))
Sasha Smundak90be8c52021-08-03 11:06:10 -0700843 const maxMatchingFiles = 150
Sasha Smundak6609ba72021-07-22 18:32:56 -0700844 if len(matchingPaths) > maxMatchingFiles {
845 ctx.errorf(v, "there are >%d files matching the pattern, please rewrite it", maxMatchingFiles)
846 return
847 }
Cole Faust069aba62022-01-26 17:47:33 -0800848 if len(matchingPaths) == 1 {
849 res := inheritedStaticModule{ctx.newDependentModule(matchingPaths[0], loadAlways && ctx.ifNestLevel == 0), loadAlways}
850 processModule(res)
851 } else {
852 needsWarning := pathPattern[0] == "" && len(ctx.includeTops) == 0
853 res := inheritedDynamicModule{*varPath, []*moduleInfo{}, loadAlways, ctx.errorLocation(v), needsWarning}
854 for _, p := range matchingPaths {
855 // A product configuration files discovered dynamically may attempt to inherit
856 // from another one which does not exist in this source tree. Prevent load errors
857 // by always loading the dynamic files as optional.
858 res.candidateModules = append(res.candidateModules, ctx.newDependentModule(p, true))
859 }
860 processModule(res)
Sasha Smundak6609ba72021-07-22 18:32:56 -0700861 }
Sasha Smundak6609ba72021-07-22 18:32:56 -0700862}
863
864func (ctx *parseContext) findMatchingPaths(pattern []string) []string {
865 files := ctx.script.makefileFinder.Find(ctx.script.topDir)
866 if len(pattern) == 0 {
867 return files
868 }
869
870 // Create regular expression from the pattern
871 s_regexp := "^" + regexp.QuoteMeta(pattern[0])
872 for _, s := range pattern[1:] {
873 s_regexp += ".*" + regexp.QuoteMeta(s)
874 }
875 s_regexp += "$"
876 rex := regexp.MustCompile(s_regexp)
877
878 // Now match
879 var res []string
880 for _, p := range files {
881 if rex.MatchString(p) {
882 res = append(res, p)
883 }
884 }
885 return res
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800886}
887
Cole Faust9ebf6e42021-12-13 14:08:34 -0800888func (ctx *parseContext) handleInheritModule(v mkparser.Node, args *mkparser.MakeString, loadAlways bool) {
889 args.TrimLeftSpaces()
890 args.TrimRightSpaces()
891 pathExpr := ctx.parseMakeString(v, args)
892 if _, ok := pathExpr.(*badExpr); ok {
893 ctx.errorf(v, "Unable to parse argument to inherit")
894 }
Sasha Smundak6609ba72021-07-22 18:32:56 -0700895 ctx.handleSubConfig(v, pathExpr, loadAlways, func(im inheritedModule) {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700896 ctx.receiver.newNode(&inheritNode{im, loadAlways})
Sasha Smundak6609ba72021-07-22 18:32:56 -0700897 })
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800898}
899
900func (ctx *parseContext) handleInclude(v mkparser.Node, pathExpr starlarkExpr, loadAlways bool) {
Sasha Smundak6609ba72021-07-22 18:32:56 -0700901 ctx.handleSubConfig(v, pathExpr, loadAlways, func(im inheritedModule) {
Sasha Smundak868c5e32021-09-23 16:20:58 -0700902 ctx.receiver.newNode(&includeNode{im, loadAlways})
Sasha Smundak6609ba72021-07-22 18:32:56 -0700903 })
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800904}
905
906func (ctx *parseContext) handleVariable(v *mkparser.Variable) {
907 // Handle:
908 // $(call inherit-product,...)
909 // $(call inherit-product-if-exists,...)
910 // $(info xxx)
911 // $(warning xxx)
912 // $(error xxx)
Cole Faust9ebf6e42021-12-13 14:08:34 -0800913 // $(call other-custom-functions,...)
914
915 // inherit-product(-if-exists) gets converted to a series of statements,
916 // not just a single expression like parseReference returns. So handle it
917 // separately at the beginning here.
918 if strings.HasPrefix(v.Name.Dump(), "call inherit-product,") {
919 args := v.Name.Clone()
920 args.ReplaceLiteral("call inherit-product,", "")
921 ctx.handleInheritModule(v, args, true)
922 return
923 }
924 if strings.HasPrefix(v.Name.Dump(), "call inherit-product-if-exists,") {
925 args := v.Name.Clone()
926 args.ReplaceLiteral("call inherit-product-if-exists,", "")
927 ctx.handleInheritModule(v, args, false)
928 return
929 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800930 expr := ctx.parseReference(v, v.Name)
931 switch x := expr.(type) {
932 case *callExpr:
Cole Faust9ebf6e42021-12-13 14:08:34 -0800933 ctx.receiver.newNode(&exprNode{expr})
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800934 case *badExpr:
935 ctx.wrapBadExpr(x)
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800936 default:
937 ctx.errorf(v, "cannot handle %s", v.Dump())
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800938 }
939}
940
941func (ctx *parseContext) handleDefine(directive *mkparser.Directive) {
Sasha Smundakf3e072a2021-07-14 12:50:28 -0700942 macro_name := strings.Fields(directive.Args.Strings[0])[0]
943 // Ignore the macros that we handle
Cole Faust9ebf6e42021-12-13 14:08:34 -0800944 _, ignored := ignoredDefines[macro_name]
945 _, known := knownFunctions[macro_name]
946 if !ignored && !known {
Sasha Smundakf3e072a2021-07-14 12:50:28 -0700947 ctx.errorf(directive, "define is not supported: %s", macro_name)
948 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800949}
950
951func (ctx *parseContext) handleIfBlock(ifDirective *mkparser.Directive) {
952 ssSwitch := &switchNode{}
953 ctx.pushReceiver(ssSwitch)
954 for ctx.processBranch(ifDirective); ctx.hasNodes() && ctx.fatalError == nil; {
955 node := ctx.getNode()
956 switch x := node.(type) {
957 case *mkparser.Directive:
958 switch x.Name {
959 case "else", "elifdef", "elifndef", "elifeq", "elifneq":
960 ctx.processBranch(x)
961 case "endif":
962 ctx.popReceiver()
963 ctx.receiver.newNode(ssSwitch)
964 return
965 default:
966 ctx.errorf(node, "unexpected directive %s", x.Name)
967 }
968 default:
969 ctx.errorf(ifDirective, "unexpected statement")
970 }
971 }
972 if ctx.fatalError == nil {
973 ctx.fatalError = fmt.Errorf("no matching endif for %s", ifDirective.Dump())
974 }
975 ctx.popReceiver()
976}
977
978// processBranch processes a single branch (if/elseif/else) until the next directive
979// on the same level.
980func (ctx *parseContext) processBranch(check *mkparser.Directive) {
981 block := switchCase{gate: ctx.parseCondition(check)}
982 defer func() {
983 ctx.popVarAssignments()
984 ctx.ifNestLevel--
985
986 }()
987 ctx.pushVarAssignments()
988 ctx.ifNestLevel++
989
990 ctx.pushReceiver(&block)
991 for ctx.hasNodes() {
992 node := ctx.getNode()
Cole Faust591a1fe2021-11-08 15:37:57 -0800993 if d, ok := node.(*mkparser.Directive); ok {
Sasha Smundakb051c4e2020-11-05 20:45:07 -0800994 switch d.Name {
995 case "else", "elifdef", "elifndef", "elifeq", "elifneq", "endif":
996 ctx.popReceiver()
997 ctx.receiver.newNode(&block)
998 ctx.backNode()
999 return
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001000 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001001 }
Cole Faust591a1fe2021-11-08 15:37:57 -08001002 ctx.handleSimpleStatement(node)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001003 }
1004 ctx.fatalError = fmt.Errorf("no matching endif for %s", check.Dump())
1005 ctx.popReceiver()
1006}
1007
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001008func (ctx *parseContext) parseCondition(check *mkparser.Directive) starlarkNode {
1009 switch check.Name {
1010 case "ifdef", "ifndef", "elifdef", "elifndef":
Cole Faust71514c02022-01-27 17:21:41 -08001011 if !check.Args.Const() {
1012 return &exprNode{expr: ctx.newBadExpr(check, "ifdef variable ref too complex: %s", check.Args.Dump())}
1013 }
1014 v := NewVariableRefExpr(ctx.addVariable(check.Args.Strings[0]), false)
1015 if strings.HasSuffix(check.Name, "ndef") {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001016 v = &notExpr{v}
1017 }
1018 return &ifNode{
1019 isElif: strings.HasPrefix(check.Name, "elif"),
1020 expr: v,
1021 }
1022 case "ifeq", "ifneq", "elifeq", "elifneq":
1023 return &ifNode{
1024 isElif: strings.HasPrefix(check.Name, "elif"),
1025 expr: ctx.parseCompare(check),
1026 }
1027 case "else":
1028 return &elseNode{}
1029 default:
1030 panic(fmt.Errorf("%s: unknown directive: %s", ctx.script.mkFile, check.Dump()))
1031 }
1032}
1033
1034func (ctx *parseContext) newBadExpr(node mkparser.Node, text string, args ...interface{}) starlarkExpr {
1035 message := fmt.Sprintf(text, args...)
1036 if ctx.errorLogger != nil {
Sasha Smundak422b6142021-11-11 18:31:59 -08001037 ctx.errorLogger.NewError(ctx.errorLocation(node), node, text, args...)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001038 }
1039 ctx.script.hasErrors = true
Sasha Smundak422b6142021-11-11 18:31:59 -08001040 return &badExpr{errorLocation: ctx.errorLocation(node), message: message}
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001041}
1042
1043func (ctx *parseContext) parseCompare(cond *mkparser.Directive) starlarkExpr {
1044 // Strip outer parentheses
1045 mkArg := cloneMakeString(cond.Args)
1046 mkArg.Strings[0] = strings.TrimLeft(mkArg.Strings[0], "( ")
1047 n := len(mkArg.Strings)
1048 mkArg.Strings[n-1] = strings.TrimRight(mkArg.Strings[n-1], ") ")
1049 args := mkArg.Split(",")
1050 // TODO(asmundak): handle the case where the arguments are in quotes and space-separated
1051 if len(args) != 2 {
1052 return ctx.newBadExpr(cond, "ifeq/ifneq len(args) != 2 %s", cond.Dump())
1053 }
1054 args[0].TrimRightSpaces()
1055 args[1].TrimLeftSpaces()
1056
1057 isEq := !strings.HasSuffix(cond.Name, "neq")
Cole Faustf8320212021-11-10 15:05:07 -08001058 xLeft := ctx.parseMakeString(cond, args[0])
1059 xRight := ctx.parseMakeString(cond, args[1])
1060 if bad, ok := xLeft.(*badExpr); ok {
1061 return bad
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001062 }
Cole Faustf8320212021-11-10 15:05:07 -08001063 if bad, ok := xRight.(*badExpr); ok {
1064 return bad
1065 }
1066
1067 if expr, ok := ctx.parseCompareSpecialCases(cond, xLeft, xRight); ok {
1068 return expr
1069 }
1070
Cole Faust9ebf6e42021-12-13 14:08:34 -08001071 var stringOperand string
1072 var otherOperand starlarkExpr
1073 if s, ok := maybeString(xLeft); ok {
1074 stringOperand = s
1075 otherOperand = xRight
1076 } else if s, ok := maybeString(xRight); ok {
1077 stringOperand = s
1078 otherOperand = xLeft
1079 }
1080
1081 not := func(expr starlarkExpr) starlarkExpr {
1082 switch typedExpr := expr.(type) {
1083 case *inExpr:
1084 typedExpr.isNot = !typedExpr.isNot
1085 return typedExpr
1086 case *eqExpr:
1087 typedExpr.isEq = !typedExpr.isEq
1088 return typedExpr
Cole Faustb1103e22022-01-06 15:22:05 -08001089 case *binaryOpExpr:
1090 switch typedExpr.op {
1091 case ">":
1092 typedExpr.op = "<="
1093 return typedExpr
1094 case "<":
1095 typedExpr.op = ">="
1096 return typedExpr
1097 case ">=":
1098 typedExpr.op = "<"
1099 return typedExpr
1100 case "<=":
1101 typedExpr.op = ">"
1102 return typedExpr
1103 default:
1104 return &notExpr{expr: expr}
1105 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001106 default:
1107 return &notExpr{expr: expr}
1108 }
1109 }
1110
1111 // If we've identified one of the operands as being a string literal, check
1112 // for some special cases we can do to simplify the resulting expression.
1113 if otherOperand != nil {
1114 if stringOperand == "" {
1115 if isEq {
1116 return not(otherOperand)
1117 } else {
1118 return otherOperand
1119 }
1120 }
1121 if stringOperand == "true" && otherOperand.typ() == starlarkTypeBool {
1122 if !isEq {
1123 return not(otherOperand)
1124 } else {
1125 return otherOperand
1126 }
1127 }
Cole Faustb1103e22022-01-06 15:22:05 -08001128 if intOperand, err := strconv.Atoi(strings.TrimSpace(stringOperand)); err == nil && otherOperand.typ() == starlarkTypeInt {
1129 return &eqExpr{
1130 left: otherOperand,
1131 right: &intLiteralExpr{literal: intOperand},
1132 isEq: isEq,
1133 }
1134 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001135 }
1136
Cole Faustf8320212021-11-10 15:05:07 -08001137 return &eqExpr{left: xLeft, right: xRight, isEq: isEq}
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001138}
1139
Cole Faustf8320212021-11-10 15:05:07 -08001140// Given an if statement's directive and the left/right starlarkExprs,
1141// check if the starlarkExprs are one of a few hardcoded special cases
1142// that can be converted to a simpler equalify expression than simply comparing
1143// the two.
1144func (ctx *parseContext) parseCompareSpecialCases(directive *mkparser.Directive, left starlarkExpr,
1145 right starlarkExpr) (starlarkExpr, bool) {
1146 isEq := !strings.HasSuffix(directive.Name, "neq")
1147
1148 // All the special cases require a call on one side and a
1149 // string literal/variable on the other. Turn the left/right variables into
1150 // call/value variables, and return false if that's not possible.
1151 var value starlarkExpr = nil
1152 call, ok := left.(*callExpr)
1153 if ok {
1154 switch right.(type) {
1155 case *stringLiteralExpr, *variableRefExpr:
1156 value = right
1157 }
1158 } else {
1159 call, _ = right.(*callExpr)
1160 switch left.(type) {
1161 case *stringLiteralExpr, *variableRefExpr:
1162 value = left
1163 }
1164 }
1165
1166 if call == nil || value == nil {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001167 return nil, false
1168 }
Cole Faustf8320212021-11-10 15:05:07 -08001169
Cole Faustf8320212021-11-10 15:05:07 -08001170 switch call.name {
Cole Faust9ebf6e42021-12-13 14:08:34 -08001171 case baseName + ".filter", baseName + ".filter-out":
Cole Faustf8320212021-11-10 15:05:07 -08001172 return ctx.parseCompareFilterFuncResult(directive, call, value, isEq), true
Cole Faust9ebf6e42021-12-13 14:08:34 -08001173 case baseName + ".expand_wildcard":
Cole Faustf8320212021-11-10 15:05:07 -08001174 return ctx.parseCompareWildcardFuncResult(directive, call, value, !isEq), true
Cole Faust9ebf6e42021-12-13 14:08:34 -08001175 case baseName + ".findstring":
Cole Faustf8320212021-11-10 15:05:07 -08001176 return ctx.parseCheckFindstringFuncResult(directive, call, value, !isEq), true
Cole Faust9ebf6e42021-12-13 14:08:34 -08001177 case baseName + ".strip":
Cole Faustf8320212021-11-10 15:05:07 -08001178 return ctx.parseCompareStripFuncResult(directive, call, value, !isEq), true
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001179 }
Cole Faustf8320212021-11-10 15:05:07 -08001180 return nil, false
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001181}
1182
1183func (ctx *parseContext) parseCompareFilterFuncResult(cond *mkparser.Directive,
1184 filterFuncCall *callExpr, xValue starlarkExpr, negate bool) starlarkExpr {
1185 // We handle:
Sasha Smundak0554d762021-07-08 18:26:12 -07001186 // * ifeq/ifneq (,$(filter v1 v2 ..., EXPR) becomes if EXPR not in/in ["v1", "v2", ...]
1187 // * ifeq/ifneq (,$(filter EXPR, v1 v2 ...) becomes if EXPR not in/in ["v1", "v2", ...]
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001188 // * ifeq/ifneq ($(VAR),$(filter $(VAR), v1 v2 ...) becomes if VAR in/not in ["v1", "v2"]
1189 // TODO(Asmundak): check the last case works for filter-out, too.
1190 xPattern := filterFuncCall.args[0]
1191 xText := filterFuncCall.args[1]
1192 var xInList *stringLiteralExpr
Sasha Smundak0554d762021-07-08 18:26:12 -07001193 var expr starlarkExpr
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001194 var ok bool
1195 switch x := xValue.(type) {
1196 case *stringLiteralExpr:
1197 if x.literal != "" {
1198 return ctx.newBadExpr(cond, "filter comparison to non-empty value: %s", xValue)
1199 }
1200 // Either pattern or text should be const, and the
1201 // non-const one should be varRefExpr
Sasha Smundak5f463be2021-09-15 18:43:36 -07001202 if xInList, ok = xPattern.(*stringLiteralExpr); ok && !strings.ContainsRune(xInList.literal, '%') && xText.typ() == starlarkTypeList {
Sasha Smundak0554d762021-07-08 18:26:12 -07001203 expr = xText
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001204 } else if xInList, ok = xText.(*stringLiteralExpr); ok {
Sasha Smundak0554d762021-07-08 18:26:12 -07001205 expr = xPattern
1206 } else {
Sasha Smundak5f463be2021-09-15 18:43:36 -07001207 expr = &callExpr{
Sasha Smundak0554d762021-07-08 18:26:12 -07001208 object: nil,
1209 name: filterFuncCall.name,
1210 args: filterFuncCall.args,
1211 returnType: starlarkTypeBool,
1212 }
Sasha Smundak5f463be2021-09-15 18:43:36 -07001213 if negate {
1214 expr = &notExpr{expr: expr}
1215 }
1216 return expr
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001217 }
1218 case *variableRefExpr:
1219 if v, ok := xPattern.(*variableRefExpr); ok {
1220 if xInList, ok = xText.(*stringLiteralExpr); ok && v.ref.name() == x.ref.name() {
1221 // ifeq/ifneq ($(VAR),$(filter $(VAR), v1 v2 ...), flip negate,
1222 // it's the opposite to what is done when comparing to empty.
Sasha Smundak0554d762021-07-08 18:26:12 -07001223 expr = xPattern
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001224 negate = !negate
1225 }
1226 }
1227 }
Sasha Smundak0554d762021-07-08 18:26:12 -07001228 if expr != nil && xInList != nil {
1229 slExpr := newStringListExpr(strings.Fields(xInList.literal))
1230 // Generate simpler code for the common cases:
1231 if expr.typ() == starlarkTypeList {
1232 if len(slExpr.items) == 1 {
1233 // Checking that a string belongs to list
1234 return &inExpr{isNot: negate, list: expr, expr: slExpr.items[0]}
1235 } else {
1236 // TODO(asmundak):
1237 panic("TBD")
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001238 }
Sasha Smundak0554d762021-07-08 18:26:12 -07001239 } else if len(slExpr.items) == 1 {
1240 return &eqExpr{left: expr, right: slExpr.items[0], isEq: !negate}
1241 } else {
1242 return &inExpr{isNot: negate, list: newStringListExpr(strings.Fields(xInList.literal)), expr: expr}
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001243 }
1244 }
1245 return ctx.newBadExpr(cond, "filter arguments are too complex: %s", cond.Dump())
1246}
1247
1248func (ctx *parseContext) parseCompareWildcardFuncResult(directive *mkparser.Directive,
1249 xCall *callExpr, xValue starlarkExpr, negate bool) starlarkExpr {
Sasha Smundak0554d762021-07-08 18:26:12 -07001250 if !isEmptyString(xValue) {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001251 return ctx.newBadExpr(directive, "wildcard result can be compared only to empty: %s", xValue)
1252 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001253 callFunc := baseName + ".file_wildcard_exists"
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001254 if s, ok := xCall.args[0].(*stringLiteralExpr); ok && !strings.ContainsAny(s.literal, "*?{[") {
Cole Faust9ebf6e42021-12-13 14:08:34 -08001255 callFunc = baseName + ".file_exists"
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001256 }
1257 var cc starlarkExpr = &callExpr{name: callFunc, args: xCall.args, returnType: starlarkTypeBool}
1258 if !negate {
1259 cc = &notExpr{cc}
1260 }
1261 return cc
1262}
1263
1264func (ctx *parseContext) parseCheckFindstringFuncResult(directive *mkparser.Directive,
1265 xCall *callExpr, xValue starlarkExpr, negate bool) starlarkExpr {
Sasha Smundak0554d762021-07-08 18:26:12 -07001266 if isEmptyString(xValue) {
1267 return &eqExpr{
1268 left: &callExpr{
1269 object: xCall.args[1],
1270 name: "find",
1271 args: []starlarkExpr{xCall.args[0]},
1272 returnType: starlarkTypeInt,
1273 },
1274 right: &intLiteralExpr{-1},
1275 isEq: !negate,
1276 }
Cole Faust0e9418c2021-12-13 16:33:25 -08001277 } else if s, ok := maybeString(xValue); ok {
1278 if s2, ok := maybeString(xCall.args[0]); ok && s == s2 {
1279 return &eqExpr{
1280 left: &callExpr{
1281 object: xCall.args[1],
1282 name: "find",
1283 args: []starlarkExpr{xCall.args[0]},
1284 returnType: starlarkTypeInt,
1285 },
1286 right: &intLiteralExpr{-1},
1287 isEq: negate,
1288 }
1289 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001290 }
Cole Faust0e9418c2021-12-13 16:33:25 -08001291 return ctx.newBadExpr(directive, "$(findstring) can only be compared to nothing or its first argument")
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001292}
1293
1294func (ctx *parseContext) parseCompareStripFuncResult(directive *mkparser.Directive,
1295 xCall *callExpr, xValue starlarkExpr, negate bool) starlarkExpr {
1296 if _, ok := xValue.(*stringLiteralExpr); !ok {
1297 return ctx.newBadExpr(directive, "strip result can be compared only to string: %s", xValue)
1298 }
1299 return &eqExpr{
1300 left: &callExpr{
1301 name: "strip",
1302 args: xCall.args,
1303 returnType: starlarkTypeString,
1304 },
1305 right: xValue, isEq: !negate}
1306}
1307
1308// parses $(...), returning an expression
1309func (ctx *parseContext) parseReference(node mkparser.Node, ref *mkparser.MakeString) starlarkExpr {
1310 ref.TrimLeftSpaces()
1311 ref.TrimRightSpaces()
1312 refDump := ref.Dump()
1313
1314 // Handle only the case where the first (or only) word is constant
1315 words := ref.SplitN(" ", 2)
1316 if !words[0].Const() {
1317 return ctx.newBadExpr(node, "reference is too complex: %s", refDump)
1318 }
1319
1320 // If it is a single word, it can be a simple variable
1321 // reference or a function call
Cole Faust9ebf6e42021-12-13 14:08:34 -08001322 if len(words) == 1 && !isMakeControlFunc(refDump) && refDump != "shell" {
Sasha Smundak65b547e2021-09-17 15:35:41 -07001323 if strings.HasPrefix(refDump, soongNsPrefix) {
1324 // TODO (asmundak): if we find many, maybe handle them.
Cole Faustc00184e2021-11-08 12:08:57 -08001325 return ctx.newBadExpr(node, "SOONG_CONFIG_ variables cannot be referenced, use soong_config_get instead: %s", refDump)
Sasha Smundak65b547e2021-09-17 15:35:41 -07001326 }
Cole Faustc36c9622021-12-07 15:20:45 -08001327 // Handle substitution references: https://www.gnu.org/software/make/manual/html_node/Substitution-Refs.html
1328 if strings.Contains(refDump, ":") {
1329 parts := strings.SplitN(refDump, ":", 2)
1330 substParts := strings.SplitN(parts[1], "=", 2)
1331 if len(substParts) < 2 || strings.Count(substParts[0], "%") > 1 {
1332 return ctx.newBadExpr(node, "Invalid substitution reference")
1333 }
1334 if !strings.Contains(substParts[0], "%") {
1335 if strings.Contains(substParts[1], "%") {
1336 return ctx.newBadExpr(node, "A substitution reference must have a %% in the \"before\" part of the substitution if it has one in the \"after\" part.")
1337 }
1338 substParts[0] = "%" + substParts[0]
1339 substParts[1] = "%" + substParts[1]
1340 }
1341 v := ctx.addVariable(parts[0])
1342 if v == nil {
1343 return ctx.newBadExpr(node, "unknown variable %s", refDump)
1344 }
1345 return &callExpr{
Cole Faust9ebf6e42021-12-13 14:08:34 -08001346 name: baseName + ".mkpatsubst",
1347 returnType: starlarkTypeString,
Cole Faustc36c9622021-12-07 15:20:45 -08001348 args: []starlarkExpr{
1349 &stringLiteralExpr{literal: substParts[0]},
1350 &stringLiteralExpr{literal: substParts[1]},
Cole Faustfc438682021-12-14 12:46:32 -08001351 NewVariableRefExpr(v, ctx.lastAssignment(v.name()) != nil),
Cole Faustc36c9622021-12-07 15:20:45 -08001352 },
1353 }
1354 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001355 if v := ctx.addVariable(refDump); v != nil {
Cole Faustfc438682021-12-14 12:46:32 -08001356 return NewVariableRefExpr(v, ctx.lastAssignment(v.name()) != nil)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001357 }
1358 return ctx.newBadExpr(node, "unknown variable %s", refDump)
1359 }
1360
1361 expr := &callExpr{name: words[0].Dump(), returnType: starlarkTypeUnknown}
Cole Faust9ebf6e42021-12-13 14:08:34 -08001362 args := mkparser.SimpleMakeString("", words[0].Pos())
1363 if len(words) >= 2 {
1364 args = words[1]
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001365 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001366 args.TrimLeftSpaces()
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001367 if expr.name == "call" {
1368 words = args.SplitN(",", 2)
1369 if words[0].Empty() || !words[0].Const() {
Sasha Smundakf2c9f8b2021-07-27 10:44:48 -07001370 return ctx.newBadExpr(node, "cannot handle %s", refDump)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001371 }
1372 expr.name = words[0].Dump()
1373 if len(words) < 2 {
Sasha Smundak6609ba72021-07-22 18:32:56 -07001374 args = &mkparser.MakeString{}
1375 } else {
1376 args = words[1]
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001377 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001378 }
1379 if kf, found := knownFunctions[expr.name]; found {
Cole Faust9ebf6e42021-12-13 14:08:34 -08001380 return kf.parse(ctx, node, args)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001381 } else {
1382 return ctx.newBadExpr(node, "cannot handle invoking %s", expr.name)
1383 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001384}
1385
1386type simpleCallParser struct {
1387 name string
1388 returnType starlarkType
1389 addGlobals bool
1390}
1391
1392func (p *simpleCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1393 expr := &callExpr{name: p.name, returnType: p.returnType}
1394 if p.addGlobals {
1395 expr.args = append(expr.args, &globalsExpr{})
1396 }
1397 for _, arg := range args.Split(",") {
1398 arg.TrimLeftSpaces()
1399 arg.TrimRightSpaces()
1400 x := ctx.parseMakeString(node, arg)
1401 if xBad, ok := x.(*badExpr); ok {
1402 return xBad
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001403 }
Cole Faust9ebf6e42021-12-13 14:08:34 -08001404 expr.args = append(expr.args, x)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001405 }
1406 return expr
1407}
1408
Cole Faust9ebf6e42021-12-13 14:08:34 -08001409type makeControlFuncParser struct {
1410 name string
1411}
1412
1413func (p *makeControlFuncParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1414 // Make control functions need special treatment as everything
1415 // after the name is a single text argument
1416 x := ctx.parseMakeString(node, args)
1417 if xBad, ok := x.(*badExpr); ok {
1418 return xBad
1419 }
1420 return &callExpr{
1421 name: p.name,
1422 args: []starlarkExpr{
1423 &stringLiteralExpr{ctx.script.mkFile},
1424 x,
1425 },
1426 returnType: starlarkTypeUnknown,
1427 }
1428}
1429
1430type shellCallParser struct{}
1431
1432func (p *shellCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1433 // Shell functions need special treatment as everything
1434 // after the name is a single text argument
1435 x := ctx.parseMakeString(node, args)
1436 if xBad, ok := x.(*badExpr); ok {
1437 return xBad
1438 }
1439 return &callExpr{
1440 name: baseName + ".shell",
1441 args: []starlarkExpr{x},
1442 returnType: starlarkTypeUnknown,
1443 }
1444}
1445
1446type myDirCallParser struct{}
1447
1448func (p *myDirCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1449 if !args.Empty() {
1450 return ctx.newBadExpr(node, "my-dir function cannot have any arguments passed to it.")
1451 }
1452 return &variableRefExpr{ctx.addVariable("LOCAL_PATH"), true}
1453}
1454
Cole Faust9ebf6e42021-12-13 14:08:34 -08001455type isProductInListCallParser struct{}
1456
1457func (p *isProductInListCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1458 if args.Empty() {
1459 return ctx.newBadExpr(node, "is-product-in-list requires an argument")
1460 }
1461 return &inExpr{
1462 expr: &variableRefExpr{ctx.addVariable("TARGET_PRODUCT"), true},
1463 list: maybeConvertToStringList(ctx.parseMakeString(node, args)),
1464 isNot: false,
1465 }
1466}
1467
1468type isVendorBoardPlatformCallParser struct{}
1469
1470func (p *isVendorBoardPlatformCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1471 if args.Empty() || !identifierFullMatchRegex.MatchString(args.Dump()) {
1472 return ctx.newBadExpr(node, "cannot handle non-constant argument to is-vendor-board-platform")
1473 }
1474 return &inExpr{
1475 expr: &variableRefExpr{ctx.addVariable("TARGET_BOARD_PLATFORM"), false},
1476 list: &variableRefExpr{ctx.addVariable(args.Dump() + "_BOARD_PLATFORMS"), true},
1477 isNot: false,
1478 }
1479}
1480
1481type isVendorBoardQcomCallParser struct{}
1482
1483func (p *isVendorBoardQcomCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1484 if !args.Empty() {
1485 return ctx.newBadExpr(node, "is-vendor-board-qcom does not accept any arguments")
1486 }
1487 return &inExpr{
1488 expr: &variableRefExpr{ctx.addVariable("TARGET_BOARD_PLATFORM"), false},
1489 list: &variableRefExpr{ctx.addVariable("QCOM_BOARD_PLATFORMS"), true},
1490 isNot: false,
1491 }
1492}
1493
1494type substCallParser struct {
1495 fname string
1496}
1497
1498func (p *substCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001499 words := args.Split(",")
1500 if len(words) != 3 {
Cole Faust9ebf6e42021-12-13 14:08:34 -08001501 return ctx.newBadExpr(node, "%s function should have 3 arguments", p.fname)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001502 }
Sasha Smundak35434ed2021-11-05 16:29:56 -07001503 from := ctx.parseMakeString(node, words[0])
1504 if xBad, ok := from.(*badExpr); ok {
1505 return xBad
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001506 }
Sasha Smundak35434ed2021-11-05 16:29:56 -07001507 to := ctx.parseMakeString(node, words[1])
1508 if xBad, ok := to.(*badExpr); ok {
1509 return xBad
1510 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001511 words[2].TrimLeftSpaces()
1512 words[2].TrimRightSpaces()
1513 obj := ctx.parseMakeString(node, words[2])
Sasha Smundak9d011ab2021-07-09 16:00:57 -07001514 typ := obj.typ()
Cole Faust9ebf6e42021-12-13 14:08:34 -08001515 if typ == starlarkTypeString && p.fname == "subst" {
Sasha Smundak94b41c72021-07-12 18:30:42 -07001516 // Optimization: if it's $(subst from, to, string), emit string.replace(from, to)
Sasha Smundak9d011ab2021-07-09 16:00:57 -07001517 return &callExpr{
1518 object: obj,
1519 name: "replace",
Sasha Smundak35434ed2021-11-05 16:29:56 -07001520 args: []starlarkExpr{from, to},
Sasha Smundak9d011ab2021-07-09 16:00:57 -07001521 returnType: typ,
1522 }
1523 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001524 return &callExpr{
Cole Faust9ebf6e42021-12-13 14:08:34 -08001525 name: baseName + ".mk" + p.fname,
Sasha Smundak35434ed2021-11-05 16:29:56 -07001526 args: []starlarkExpr{from, to, obj},
Sasha Smundak9d011ab2021-07-09 16:00:57 -07001527 returnType: obj.typ(),
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001528 }
1529}
1530
Cole Faust9ebf6e42021-12-13 14:08:34 -08001531type ifCallParser struct{}
1532
1533func (p *ifCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
Cole Faust4eadba72021-12-07 11:54:52 -08001534 words := args.Split(",")
1535 if len(words) != 2 && len(words) != 3 {
1536 return ctx.newBadExpr(node, "if function should have 2 or 3 arguments, found "+strconv.Itoa(len(words)))
1537 }
1538 condition := ctx.parseMakeString(node, words[0])
1539 ifTrue := ctx.parseMakeString(node, words[1])
1540 var ifFalse starlarkExpr
1541 if len(words) == 3 {
1542 ifFalse = ctx.parseMakeString(node, words[2])
1543 } else {
1544 switch ifTrue.typ() {
1545 case starlarkTypeList:
1546 ifFalse = &listExpr{items: []starlarkExpr{}}
1547 case starlarkTypeInt:
1548 ifFalse = &intLiteralExpr{literal: 0}
1549 case starlarkTypeBool:
1550 ifFalse = &boolLiteralExpr{literal: false}
1551 default:
1552 ifFalse = &stringLiteralExpr{literal: ""}
1553 }
1554 }
1555 return &ifExpr{
1556 condition,
1557 ifTrue,
1558 ifFalse,
1559 }
1560}
1561
Cole Faust9ebf6e42021-12-13 14:08:34 -08001562type foreachCallPaser struct{}
1563
1564func (p *foreachCallPaser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
Cole Faustb0d32ab2021-12-09 14:00:59 -08001565 words := args.Split(",")
1566 if len(words) != 3 {
1567 return ctx.newBadExpr(node, "foreach function should have 3 arguments, found "+strconv.Itoa(len(words)))
1568 }
1569 if !words[0].Const() || words[0].Empty() || !identifierFullMatchRegex.MatchString(words[0].Strings[0]) {
1570 return ctx.newBadExpr(node, "first argument to foreach function must be a simple string identifier")
1571 }
1572 loopVarName := words[0].Strings[0]
1573 list := ctx.parseMakeString(node, words[1])
1574 action := ctx.parseMakeString(node, words[2]).transform(func(expr starlarkExpr) starlarkExpr {
1575 if varRefExpr, ok := expr.(*variableRefExpr); ok && varRefExpr.ref.name() == loopVarName {
1576 return &identifierExpr{loopVarName}
1577 }
1578 return nil
1579 })
1580
1581 if list.typ() != starlarkTypeList {
1582 list = &callExpr{
Cole Faust9ebf6e42021-12-13 14:08:34 -08001583 name: baseName + ".words",
1584 returnType: starlarkTypeList,
Cole Faustb0d32ab2021-12-09 14:00:59 -08001585 args: []starlarkExpr{list},
1586 }
1587 }
1588
1589 return &foreachExpr{
1590 varName: loopVarName,
1591 list: list,
1592 action: action,
1593 }
1594}
1595
Cole Faust9ebf6e42021-12-13 14:08:34 -08001596type wordCallParser struct{}
1597
1598func (p *wordCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001599 words := args.Split(",")
1600 if len(words) != 2 {
1601 return ctx.newBadExpr(node, "word function should have 2 arguments")
1602 }
1603 var index uint64 = 0
1604 if words[0].Const() {
1605 index, _ = strconv.ParseUint(strings.TrimSpace(words[0].Strings[0]), 10, 64)
1606 }
1607 if index < 1 {
1608 return ctx.newBadExpr(node, "word index should be constant positive integer")
1609 }
1610 words[1].TrimLeftSpaces()
1611 words[1].TrimRightSpaces()
1612 array := ctx.parseMakeString(node, words[1])
1613 if xBad, ok := array.(*badExpr); ok {
1614 return xBad
1615 }
1616 if array.typ() != starlarkTypeList {
1617 array = &callExpr{object: array, name: "split", returnType: starlarkTypeList}
1618 }
Cole Faustb0d32ab2021-12-09 14:00:59 -08001619 return &indexExpr{array, &intLiteralExpr{int(index - 1)}}
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001620}
1621
Cole Faust9ebf6e42021-12-13 14:08:34 -08001622type firstOrLastwordCallParser struct {
1623 isLastWord bool
1624}
1625
1626func (p *firstOrLastwordCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
Sasha Smundak16e07732021-07-23 11:38:23 -07001627 arg := ctx.parseMakeString(node, args)
1628 if bad, ok := arg.(*badExpr); ok {
1629 return bad
1630 }
1631 index := &intLiteralExpr{0}
Cole Faust9ebf6e42021-12-13 14:08:34 -08001632 if p.isLastWord {
Sasha Smundak16e07732021-07-23 11:38:23 -07001633 if v, ok := arg.(*variableRefExpr); ok && v.ref.name() == "MAKEFILE_LIST" {
1634 return &stringLiteralExpr{ctx.script.mkFile}
1635 }
1636 index.literal = -1
1637 }
1638 if arg.typ() == starlarkTypeList {
1639 return &indexExpr{arg, index}
1640 }
1641 return &indexExpr{&callExpr{object: arg, name: "split", returnType: starlarkTypeList}, index}
1642}
1643
Cole Faustb1103e22022-01-06 15:22:05 -08001644func parseIntegerArguments(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString, expectedArgs int) ([]starlarkExpr, error) {
1645 parsedArgs := make([]starlarkExpr, 0)
1646 for _, arg := range args.Split(",") {
1647 expr := ctx.parseMakeString(node, arg)
1648 if expr.typ() == starlarkTypeList {
1649 return nil, fmt.Errorf("argument to math argument has type list, which cannot be converted to int")
1650 }
1651 if s, ok := maybeString(expr); ok {
1652 intVal, err := strconv.Atoi(strings.TrimSpace(s))
1653 if err != nil {
1654 return nil, err
1655 }
1656 expr = &intLiteralExpr{literal: intVal}
1657 } else if expr.typ() != starlarkTypeInt {
1658 expr = &callExpr{
1659 name: "int",
1660 args: []starlarkExpr{expr},
1661 returnType: starlarkTypeInt,
1662 }
1663 }
1664 parsedArgs = append(parsedArgs, expr)
1665 }
1666 if len(parsedArgs) != expectedArgs {
1667 return nil, fmt.Errorf("function should have %d arguments", expectedArgs)
1668 }
1669 return parsedArgs, nil
1670}
1671
1672type mathComparisonCallParser struct {
1673 op string
1674}
1675
1676func (p *mathComparisonCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1677 parsedArgs, err := parseIntegerArguments(ctx, node, args, 2)
1678 if err != nil {
1679 return ctx.newBadExpr(node, err.Error())
1680 }
1681 return &binaryOpExpr{
1682 left: parsedArgs[0],
1683 right: parsedArgs[1],
1684 op: p.op,
1685 returnType: starlarkTypeBool,
1686 }
1687}
1688
1689type mathMaxOrMinCallParser struct {
1690 function string
1691}
1692
1693func (p *mathMaxOrMinCallParser) parse(ctx *parseContext, node mkparser.Node, args *mkparser.MakeString) starlarkExpr {
1694 parsedArgs, err := parseIntegerArguments(ctx, node, args, 2)
1695 if err != nil {
1696 return ctx.newBadExpr(node, err.Error())
1697 }
1698 return &callExpr{
1699 object: nil,
1700 name: p.function,
1701 args: parsedArgs,
1702 returnType: starlarkTypeInt,
1703 }
1704}
1705
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001706func (ctx *parseContext) parseMakeString(node mkparser.Node, mk *mkparser.MakeString) starlarkExpr {
1707 if mk.Const() {
1708 return &stringLiteralExpr{mk.Dump()}
1709 }
1710 if mkRef, ok := mk.SingleVariable(); ok {
1711 return ctx.parseReference(node, mkRef)
1712 }
1713 // If we reached here, it's neither string literal nor a simple variable,
1714 // we need a full-blown interpolation node that will generate
1715 // "a%b%c" % (X, Y) for a$(X)b$(Y)c
Cole Faustfc438682021-12-14 12:46:32 -08001716 parts := make([]starlarkExpr, len(mk.Variables)+len(mk.Strings))
1717 for i := 0; i < len(parts); i++ {
1718 if i%2 == 0 {
1719 parts[i] = &stringLiteralExpr{literal: mk.Strings[i/2]}
1720 } else {
1721 parts[i] = ctx.parseReference(node, mk.Variables[i/2].Name)
1722 if x, ok := parts[i].(*badExpr); ok {
1723 return x
1724 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001725 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001726 }
Cole Faustfc438682021-12-14 12:46:32 -08001727 return NewInterpolateExpr(parts)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001728}
1729
1730// Handles the statements whose treatment is the same in all contexts: comment,
1731// assignment, variable (which is a macro call in reality) and all constructs that
1732// do not handle in any context ('define directive and any unrecognized stuff).
Cole Faust591a1fe2021-11-08 15:37:57 -08001733func (ctx *parseContext) handleSimpleStatement(node mkparser.Node) {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001734 switch x := node.(type) {
1735 case *mkparser.Comment:
Cole Faust7940c6a2022-01-31 15:54:05 -08001736 if !ctx.maybeHandleAnnotation(x) {
1737 ctx.insertComment("#" + x.Comment)
1738 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001739 case *mkparser.Assignment:
1740 ctx.handleAssignment(x)
1741 case *mkparser.Variable:
1742 ctx.handleVariable(x)
1743 case *mkparser.Directive:
1744 switch x.Name {
1745 case "define":
1746 ctx.handleDefine(x)
1747 case "include", "-include":
1748 ctx.handleInclude(node, ctx.parseMakeString(node, x.Args), x.Name[0] != '-')
Cole Faust591a1fe2021-11-08 15:37:57 -08001749 case "ifeq", "ifneq", "ifdef", "ifndef":
1750 ctx.handleIfBlock(x)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001751 default:
Cole Faust591a1fe2021-11-08 15:37:57 -08001752 ctx.errorf(x, "unexpected directive %s", x.Name)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001753 }
1754 default:
Sasha Smundak2afb9d72021-10-24 15:16:59 -07001755 ctx.errorf(x, "unsupported line %s", strings.ReplaceAll(x.Dump(), "\n", "\n#"))
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001756 }
Cole Faust6c934f62022-01-06 15:51:12 -08001757
1758 // Clear the includeTops after each non-comment statement
1759 // so that include annotations placed on certain statements don't apply
1760 // globally for the rest of the makefile was well.
1761 if _, wasComment := node.(*mkparser.Comment); !wasComment && len(ctx.includeTops) > 0 {
1762 ctx.includeTops = []string{}
1763 }
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001764}
1765
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001766// Processes annotation. An annotation is a comment that starts with #RBC# and provides
1767// a conversion hint -- say, where to look for the dynamically calculated inherit/include
Cole Faust7940c6a2022-01-31 15:54:05 -08001768// paths. Returns true if the comment was a successfully-handled annotation.
1769func (ctx *parseContext) maybeHandleAnnotation(cnode *mkparser.Comment) bool {
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001770 maybeTrim := func(s, prefix string) (string, bool) {
1771 if strings.HasPrefix(s, prefix) {
1772 return strings.TrimSpace(strings.TrimPrefix(s, prefix)), true
1773 }
1774 return s, false
1775 }
1776 annotation, ok := maybeTrim(cnode.Comment, annotationCommentPrefix)
1777 if !ok {
Cole Faust7940c6a2022-01-31 15:54:05 -08001778 return false
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001779 }
1780 if p, ok := maybeTrim(annotation, "include_top"); ok {
Cole Faustf7ed5342021-12-21 14:15:12 -08001781 // Don't allow duplicate include tops, because then we will generate
1782 // invalid starlark code. (duplicate keys in the _entry dictionary)
1783 for _, top := range ctx.includeTops {
1784 if top == p {
Cole Faust7940c6a2022-01-31 15:54:05 -08001785 return true
Cole Faustf7ed5342021-12-21 14:15:12 -08001786 }
1787 }
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001788 ctx.includeTops = append(ctx.includeTops, p)
Cole Faust7940c6a2022-01-31 15:54:05 -08001789 return true
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001790 }
1791 ctx.errorf(cnode, "unsupported annotation %s", cnode.Comment)
Cole Faust7940c6a2022-01-31 15:54:05 -08001792 return true
Sasha Smundak6d852dd2021-09-27 20:34:39 -07001793}
1794
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001795func (ctx *parseContext) insertComment(s string) {
1796 ctx.receiver.newNode(&commentNode{strings.TrimSpace(s)})
1797}
1798
1799func (ctx *parseContext) carryAsComment(failedNode mkparser.Node) {
1800 for _, line := range strings.Split(failedNode.Dump(), "\n") {
1801 ctx.insertComment("# " + line)
1802 }
1803}
1804
1805// records that the given node failed to be converted and includes an explanatory message
1806func (ctx *parseContext) errorf(failedNode mkparser.Node, message string, args ...interface{}) {
1807 if ctx.errorLogger != nil {
Sasha Smundak422b6142021-11-11 18:31:59 -08001808 ctx.errorLogger.NewError(ctx.errorLocation(failedNode), failedNode, message, args...)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001809 }
Sasha Smundak422b6142021-11-11 18:31:59 -08001810 ctx.receiver.newNode(&exprNode{ctx.newBadExpr(failedNode, message, args...)})
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001811 ctx.script.hasErrors = true
1812}
1813
1814func (ctx *parseContext) wrapBadExpr(xBad *badExpr) {
Sasha Smundak422b6142021-11-11 18:31:59 -08001815 ctx.receiver.newNode(&exprNode{xBad})
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001816}
1817
1818func (ctx *parseContext) loadedModulePath(path string) string {
1819 // During the transition to Roboleaf some of the product configuration files
1820 // will be converted and checked in while the others will be generated on the fly
1821 // and run. The runner (rbcrun application) accommodates this by allowing three
1822 // different ways to specify the loaded file location:
1823 // 1) load(":<file>",...) loads <file> from the same directory
1824 // 2) load("//path/relative/to/source/root:<file>", ...) loads <file> source tree
1825 // 3) load("/absolute/path/to/<file> absolute path
1826 // If the file being generated and the file it wants to load are in the same directory,
1827 // generate option 1.
1828 // Otherwise, if output directory is not specified, generate 2)
1829 // Finally, if output directory has been specified and the file being generated and
1830 // the file it wants to load from are in the different directories, generate 2) or 3):
1831 // * if the file being loaded exists in the source tree, generate 2)
1832 // * otherwise, generate 3)
1833 // Finally, figure out the loaded module path and name and create a node for it
1834 loadedModuleDir := filepath.Dir(path)
1835 base := filepath.Base(path)
1836 loadedModuleName := strings.TrimSuffix(base, filepath.Ext(base)) + ctx.outputSuffix
1837 if loadedModuleDir == filepath.Dir(ctx.script.mkFile) {
1838 return ":" + loadedModuleName
1839 }
1840 if ctx.outputDir == "" {
1841 return fmt.Sprintf("//%s:%s", loadedModuleDir, loadedModuleName)
1842 }
1843 if _, err := os.Stat(filepath.Join(loadedModuleDir, loadedModuleName)); err == nil {
1844 return fmt.Sprintf("//%s:%s", loadedModuleDir, loadedModuleName)
1845 }
1846 return filepath.Join(ctx.outputDir, loadedModuleDir, loadedModuleName)
1847}
1848
Sasha Smundak3deb9682021-07-26 18:42:25 -07001849func (ctx *parseContext) addSoongNamespace(ns string) {
1850 if _, ok := ctx.soongNamespaces[ns]; ok {
1851 return
1852 }
1853 ctx.soongNamespaces[ns] = make(map[string]bool)
1854}
1855
1856func (ctx *parseContext) hasSoongNamespace(name string) bool {
1857 _, ok := ctx.soongNamespaces[name]
1858 return ok
1859}
1860
1861func (ctx *parseContext) updateSoongNamespace(replace bool, namespaceName string, varNames []string) {
1862 ctx.addSoongNamespace(namespaceName)
1863 vars := ctx.soongNamespaces[namespaceName]
1864 if replace {
1865 vars = make(map[string]bool)
1866 ctx.soongNamespaces[namespaceName] = vars
1867 }
1868 for _, v := range varNames {
1869 vars[v] = true
1870 }
1871}
1872
1873func (ctx *parseContext) hasNamespaceVar(namespaceName string, varName string) bool {
1874 vars, ok := ctx.soongNamespaces[namespaceName]
1875 if ok {
1876 _, ok = vars[varName]
1877 }
1878 return ok
1879}
1880
Sasha Smundak422b6142021-11-11 18:31:59 -08001881func (ctx *parseContext) errorLocation(node mkparser.Node) ErrorLocation {
1882 return ErrorLocation{ctx.script.mkFile, ctx.script.nodeLocator(node.Pos())}
1883}
1884
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001885func (ss *StarlarkScript) String() string {
1886 return NewGenerateContext(ss).emit()
1887}
1888
1889func (ss *StarlarkScript) SubConfigFiles() []string {
Sasha Smundak6609ba72021-07-22 18:32:56 -07001890
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001891 var subs []string
1892 for _, src := range ss.inherited {
1893 subs = append(subs, src.originalPath)
1894 }
1895 return subs
1896}
1897
1898func (ss *StarlarkScript) HasErrors() bool {
1899 return ss.hasErrors
1900}
1901
1902// Convert reads and parses a makefile. If successful, parsed tree
1903// is returned and then can be passed to String() to get the generated
1904// Starlark file.
1905func Convert(req Request) (*StarlarkScript, error) {
1906 reader := req.Reader
1907 if reader == nil {
1908 mkContents, err := ioutil.ReadFile(req.MkFile)
1909 if err != nil {
1910 return nil, err
1911 }
1912 reader = bytes.NewBuffer(mkContents)
1913 }
1914 parser := mkparser.NewParser(req.MkFile, reader)
1915 nodes, errs := parser.Parse()
1916 if len(errs) > 0 {
1917 for _, e := range errs {
1918 fmt.Fprintln(os.Stderr, "ERROR:", e)
1919 }
1920 return nil, fmt.Errorf("bad makefile %s", req.MkFile)
1921 }
1922 starScript := &StarlarkScript{
Sasha Smundak422b6142021-11-11 18:31:59 -08001923 moduleName: moduleNameForFile(req.MkFile),
1924 mkFile: req.MkFile,
1925 topDir: req.RootDir,
1926 traceCalls: req.TraceCalls,
1927 sourceFS: req.SourceFS,
1928 makefileFinder: req.MakefileFinder,
1929 nodeLocator: func(pos mkparser.Pos) int { return parser.Unpack(pos).Line },
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001930 }
1931 ctx := newParseContext(starScript, nodes)
1932 ctx.outputSuffix = req.OutputSuffix
1933 ctx.outputDir = req.OutputDir
1934 ctx.errorLogger = req.ErrorLogger
1935 if len(req.TracedVariables) > 0 {
1936 ctx.tracedVariables = make(map[string]bool)
1937 for _, v := range req.TracedVariables {
1938 ctx.tracedVariables[v] = true
1939 }
1940 }
1941 ctx.pushReceiver(starScript)
1942 for ctx.hasNodes() && ctx.fatalError == nil {
Cole Faust591a1fe2021-11-08 15:37:57 -08001943 ctx.handleSimpleStatement(ctx.getNode())
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001944 }
1945 if ctx.fatalError != nil {
1946 return nil, ctx.fatalError
1947 }
1948 return starScript, nil
1949}
1950
Cole Faust864028a2021-12-01 13:43:17 -08001951func Launcher(mainModuleUri, inputVariablesUri, mainModuleName string) string {
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001952 var buf bytes.Buffer
1953 fmt.Fprintf(&buf, "load(%q, %q)\n", baseUri, baseName)
Cole Faust864028a2021-12-01 13:43:17 -08001954 fmt.Fprintf(&buf, "load(%q, input_variables_init = \"init\")\n", inputVariablesUri)
Sasha Smundakd7d07ad2021-09-10 15:42:34 -07001955 fmt.Fprintf(&buf, "load(%q, \"init\")\n", mainModuleUri)
Cole Faust864028a2021-12-01 13:43:17 -08001956 fmt.Fprintf(&buf, "%s(%s(%q, init, input_variables_init))\n", cfnPrintVars, cfnMain, mainModuleName)
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001957 return buf.String()
1958}
1959
Cole Faust6ed7cb42021-10-07 17:08:46 -07001960func BoardLauncher(mainModuleUri string, inputVariablesUri string) string {
1961 var buf bytes.Buffer
1962 fmt.Fprintf(&buf, "load(%q, %q)\n", baseUri, baseName)
1963 fmt.Fprintf(&buf, "load(%q, \"init\")\n", mainModuleUri)
1964 fmt.Fprintf(&buf, "load(%q, input_variables_init = \"init\")\n", inputVariablesUri)
1965 fmt.Fprintf(&buf, "globals, cfg, globals_base = %s(init, input_variables_init)\n", cfnBoardMain)
1966 fmt.Fprintf(&buf, "# TODO: Some product config variables need to be printed, but most are readonly so we can't just print cfg here.\n")
Cole Faust3c1868b2021-11-22 16:34:11 -08001967 fmt.Fprintf(&buf, "%s((globals, cfg, globals_base))\n", cfnPrintVars)
Cole Faust6ed7cb42021-10-07 17:08:46 -07001968 return buf.String()
1969}
1970
Sasha Smundakb051c4e2020-11-05 20:45:07 -08001971func MakePath2ModuleName(mkPath string) string {
1972 return strings.TrimSuffix(mkPath, filepath.Ext(mkPath))
1973}