blob: 947af699c5720bca15a73aeb31ac5875b5088052 [file] [log] [blame]
Colin Crossc0b06f12015-04-08 13:03:43 -07001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Crossc0b06f12015-04-08 13:03:43 -070016
Dan Willemsenb1957a52016-06-23 23:44:54 -070017import (
Colin Cross3020fee2019-03-19 15:05:17 -070018 "fmt"
Ivan Lozano022a73b2019-09-09 20:29:31 -070019 "path/filepath"
Inseob Kim1a365c62019-06-08 15:47:51 +090020 "reflect"
Colin Cross3020fee2019-03-19 15:05:17 -070021 "regexp"
Dan Willemsenb1957a52016-06-23 23:44:54 -070022 "runtime"
23 "sort"
24 "strings"
25)
Colin Cross1f8c52b2015-06-16 16:38:17 -070026
Colin Cross454c0872019-02-15 23:03:34 -080027// CopyOf returns a new slice that has the same contents as s.
28func CopyOf(s []string) []string {
29 return append([]string(nil), s...)
30}
31
Sasha Smundak1e533922020-11-19 16:48:18 -080032// JoinWithPrefix prepends the prefix to each string in the list and
33// returns them joined together with " " as separator.
Colin Crossc0b06f12015-04-08 13:03:43 -070034func JoinWithPrefix(strs []string, prefix string) string {
Yu Liu8d82ac52022-05-17 15:13:28 -070035 return JoinWithPrefixAndSeparator(strs, prefix, " ")
36}
37
38// JoinWithPrefixAndSeparator prepends the prefix to each string in the list and
39// returns them joined together with the given separator.
40func JoinWithPrefixAndSeparator(strs []string, prefix string, sep string) string {
Colin Crossc0b06f12015-04-08 13:03:43 -070041 if len(strs) == 0 {
42 return ""
43 }
44
Sasha Smundak1e533922020-11-19 16:48:18 -080045 var buf strings.Builder
46 buf.WriteString(prefix)
47 buf.WriteString(strs[0])
48 for i := 1; i < len(strs); i++ {
Yu Liu8d82ac52022-05-17 15:13:28 -070049 buf.WriteString(sep)
Sasha Smundak1e533922020-11-19 16:48:18 -080050 buf.WriteString(prefix)
51 buf.WriteString(strs[i])
Colin Crossc0b06f12015-04-08 13:03:43 -070052 }
Sasha Smundak1e533922020-11-19 16:48:18 -080053 return buf.String()
Colin Crossc0b06f12015-04-08 13:03:43 -070054}
Colin Cross9b6826f2015-04-10 15:47:33 -070055
Sasha Smundak1e533922020-11-19 16:48:18 -080056// JoinWithSuffix appends the suffix to each string in the list and
57// returns them joined together with given separator.
Inseob Kim1f086e22019-05-09 13:29:15 +090058func JoinWithSuffix(strs []string, suffix string, separator string) string {
59 if len(strs) == 0 {
60 return ""
61 }
62
Sasha Smundak1e533922020-11-19 16:48:18 -080063 var buf strings.Builder
64 buf.WriteString(strs[0])
65 buf.WriteString(suffix)
66 for i := 1; i < len(strs); i++ {
67 buf.WriteString(separator)
68 buf.WriteString(strs[i])
69 buf.WriteString(suffix)
Inseob Kim1f086e22019-05-09 13:29:15 +090070 }
Sasha Smundak1e533922020-11-19 16:48:18 -080071 return buf.String()
Inseob Kim1f086e22019-05-09 13:29:15 +090072}
73
Colin Cross9eb853b2022-02-17 11:13:37 -080074// SorterStringKeys returns the keys of the given string-keyed map in the ascending order.
Inseob Kim1a365c62019-06-08 15:47:51 +090075func SortedStringKeys(m interface{}) []string {
76 v := reflect.ValueOf(m)
77 if v.Kind() != reflect.Map {
78 panic(fmt.Sprintf("%#v is not a map", m))
79 }
Colin Cross9eb853b2022-02-17 11:13:37 -080080 if v.Len() == 0 {
81 return nil
82 }
83 iter := v.MapRange()
84 s := make([]string, 0, v.Len())
85 for iter.Next() {
86 s = append(s, iter.Key().String())
Colin Cross1f8c52b2015-06-16 16:38:17 -070087 }
88 sort.Strings(s)
89 return s
90}
Dan Willemsenb1957a52016-06-23 23:44:54 -070091
Colin Cross9eb853b2022-02-17 11:13:37 -080092// stringValues returns the values of the given string-valued map in randomized map order.
93func stringValues(m interface{}) []string {
94 v := reflect.ValueOf(m)
95 if v.Kind() != reflect.Map {
96 panic(fmt.Sprintf("%#v is not a map", m))
97 }
98 if v.Len() == 0 {
99 return nil
100 }
101 iter := v.MapRange()
102 s := make([]string, 0, v.Len())
103 for iter.Next() {
104 s = append(s, iter.Value().String())
105 }
106 return s
107}
108
109// SortedStringValues returns the values of the given string-valued map in the ascending order.
110func SortedStringValues(m interface{}) []string {
111 s := stringValues(m)
112 sort.Strings(s)
113 return s
114}
115
116// SortedUniqueStringValues returns the values of the given string-valued map in the ascending order
117// with duplicates removed.
118func SortedUniqueStringValues(m interface{}) []string {
119 s := stringValues(m)
120 return SortedUniqueStrings(s)
121}
122
Sasha Smundak1e533922020-11-19 16:48:18 -0800123// IndexList returns the index of the first occurrence of the given string in the list or -1
Colin Crossb4330e22017-12-22 15:47:09 -0800124func IndexList(s string, list []string) int {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700125 for i, l := range list {
126 if l == s {
127 return i
128 }
129 }
130
131 return -1
132}
133
Sasha Smundak1e533922020-11-19 16:48:18 -0800134// InList checks if the string belongs to the list
Colin Crossb4330e22017-12-22 15:47:09 -0800135func InList(s string, list []string) bool {
136 return IndexList(s, list) != -1
Dan Willemsenb1957a52016-06-23 23:44:54 -0700137}
138
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500139func setFromList[T comparable](l []T) map[T]bool {
140 m := make(map[T]bool, len(l))
141 for _, t := range l {
142 m[t] = true
143 }
144 return m
145}
146
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500147// ListSetDifference checks if the two lists contain the same elements. It returns
148// a boolean which is true if there is a difference, and then returns lists of elements
149// that are in l1 but not l2, and l2 but not l1.
150func ListSetDifference[T comparable](l1, l2 []T) (bool, []T, []T) {
151 listsDiffer := false
152 diff1 := []T{}
153 diff2 := []T{}
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500154 m1 := setFromList(l1)
155 m2 := setFromList(l2)
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500156 for t := range m1 {
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500157 if _, ok := m2[t]; !ok {
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500158 diff1 = append(diff1, t)
159 listsDiffer = true
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500160 }
161 }
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500162 for t := range m2 {
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500163 if _, ok := m1[t]; !ok {
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500164 diff2 = append(diff2, t)
165 listsDiffer = true
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500166 }
167 }
Sam Delmerico5fb794a2023-01-27 16:01:37 -0500168 return listsDiffer, diff1, diff2
Sam Delmerico4e115cc2023-01-19 15:36:52 -0500169}
170
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800171// Returns true if the given string s is prefixed with any string in the given prefix list.
Jaewoong Jung3aff5782020-02-11 07:54:35 -0800172func HasAnyPrefix(s string, prefixList []string) bool {
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800173 for _, prefix := range prefixList {
174 if strings.HasPrefix(s, prefix) {
175 return true
176 }
177 }
178 return false
179}
180
Chih-Hung Hsieh9f94c362021-02-10 21:56:03 -0800181// Returns true if any string in the given list has the given substring.
182func SubstringInList(list []string, substr string) bool {
183 for _, s := range list {
184 if strings.Contains(s, substr) {
185 return true
186 }
187 }
188 return false
189}
190
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800191// Returns true if any string in the given list has the given prefix.
Jaewoong Jung3aff5782020-02-11 07:54:35 -0800192func PrefixInList(list []string, prefix string) bool {
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800193 for _, s := range list {
Ivan Lozano5f595532017-07-13 14:46:05 -0700194 if strings.HasPrefix(s, prefix) {
195 return true
196 }
197 }
198 return false
199}
200
Ivan Lozanoa0cd8f92020-04-09 09:56:02 -0400201// Returns true if any string in the given list has the given suffix.
202func SuffixInList(list []string, suffix string) bool {
203 for _, s := range list {
204 if strings.HasSuffix(s, suffix) {
205 return true
206 }
207 }
208 return false
209}
210
Jooyung Han12df5fb2019-07-11 16:18:47 +0900211// IndexListPred returns the index of the element which in the given `list` satisfying the predicate, or -1 if there is no such element.
212func IndexListPred(pred func(s string) bool, list []string) int {
213 for i, l := range list {
214 if pred(l) {
215 return i
216 }
217 }
218
219 return -1
220}
221
Sasha Smundak1e533922020-11-19 16:48:18 -0800222// FilterList divides the string list into two lists: one with the strings belonging
223// to the given filter list, and the other with the remaining ones
Colin Crossb4330e22017-12-22 15:47:09 -0800224func FilterList(list []string, filter []string) (remainder []string, filtered []string) {
Sasha Smundak1e533922020-11-19 16:48:18 -0800225 // InList is O(n). May be worth using more efficient lookup for longer lists.
Colin Crossb4330e22017-12-22 15:47:09 -0800226 for _, l := range list {
227 if InList(l, filter) {
228 filtered = append(filtered, l)
229 } else {
230 remainder = append(remainder, l)
231 }
232 }
233
234 return
235}
236
Martin Stjernholm1461c4d2021-03-27 19:04:05 +0000237// FilterListPred returns the elements of the given list for which the predicate
238// returns true. Order is kept.
239func FilterListPred(list []string, pred func(s string) bool) (filtered []string) {
240 for _, l := range list {
241 if pred(l) {
242 filtered = append(filtered, l)
243 }
244 }
245 return
246}
247
Sasha Smundak1e533922020-11-19 16:48:18 -0800248// RemoveListFromList removes the strings belonging to the filter list from the
249// given list and returns the result
Colin Crossb4330e22017-12-22 15:47:09 -0800250func RemoveListFromList(list []string, filter_out []string) (result []string) {
251 result = make([]string, 0, len(list))
252 for _, l := range list {
253 if !InList(l, filter_out) {
254 result = append(result, l)
255 }
256 }
257 return
258}
259
Sasha Smundak1e533922020-11-19 16:48:18 -0800260// RemoveFromList removes given string from the string list.
Colin Crossb4330e22017-12-22 15:47:09 -0800261func RemoveFromList(s string, list []string) (bool, []string) {
Sasha Smundak1e533922020-11-19 16:48:18 -0800262 result := make([]string, 0, len(list))
263 var removed bool
264 for _, item := range list {
265 if item != s {
266 result = append(result, item)
267 } else {
268 removed = true
Logan Chien7922ab82018-03-06 18:29:27 +0800269 }
270 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800271 return removed, result
Colin Crossb4330e22017-12-22 15:47:09 -0800272}
273
Colin Crossb6715442017-10-24 11:13:31 -0700274// FirstUniqueStrings returns all unique elements of a slice of strings, keeping the first copy of
275// each. It modifies the slice contents in place, and returns a subslice of the original slice.
276func FirstUniqueStrings(list []string) []string {
Colin Cross27027c72020-02-28 15:34:17 -0800277 // 128 was chosen based on BenchmarkFirstUniqueStrings results.
278 if len(list) > 128 {
279 return firstUniqueStringsMap(list)
280 }
281 return firstUniqueStringsList(list)
282}
283
284func firstUniqueStringsList(list []string) []string {
Colin Crossb6715442017-10-24 11:13:31 -0700285 k := 0
286outer:
287 for i := 0; i < len(list); i++ {
288 for j := 0; j < k; j++ {
289 if list[i] == list[j] {
290 continue outer
291 }
292 }
293 list[k] = list[i]
294 k++
295 }
296 return list[:k]
297}
298
Colin Cross27027c72020-02-28 15:34:17 -0800299func firstUniqueStringsMap(list []string) []string {
300 k := 0
301 seen := make(map[string]bool, len(list))
302 for i := 0; i < len(list); i++ {
303 if seen[list[i]] {
304 continue
305 }
306 seen[list[i]] = true
307 list[k] = list[i]
308 k++
309 }
310 return list[:k]
311}
312
Colin Crossb6715442017-10-24 11:13:31 -0700313// LastUniqueStrings returns all unique elements of a slice of strings, keeping the last copy of
314// each. It modifies the slice contents in place, and returns a subslice of the original slice.
315func LastUniqueStrings(list []string) []string {
316 totalSkip := 0
317 for i := len(list) - 1; i >= totalSkip; i-- {
318 skip := 0
319 for j := i - 1; j >= totalSkip; j-- {
320 if list[i] == list[j] {
321 skip++
322 } else {
323 list[j+skip] = list[j]
324 }
325 }
326 totalSkip += skip
327 }
328 return list[totalSkip:]
329}
330
Jooyung Hane1633032019-08-01 17:41:43 +0900331// SortedUniqueStrings returns what the name says
332func SortedUniqueStrings(list []string) []string {
333 unique := FirstUniqueStrings(list)
334 sort.Strings(unique)
335 return unique
336}
337
Dan Willemsenb1957a52016-06-23 23:44:54 -0700338// checkCalledFromInit panics if a Go package's init function is not on the
339// call stack.
340func checkCalledFromInit() {
341 for skip := 3; ; skip++ {
342 _, funcName, ok := callerName(skip)
343 if !ok {
344 panic("not called from an init func")
345 }
346
Colin Cross3020fee2019-03-19 15:05:17 -0700347 if funcName == "init" || strings.HasPrefix(funcName, "init·") ||
348 strings.HasPrefix(funcName, "init.") {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700349 return
350 }
351 }
352}
353
Colin Cross3020fee2019-03-19 15:05:17 -0700354// A regex to find a package path within a function name. It finds the shortest string that is
355// followed by '.' and doesn't have any '/'s left.
356var pkgPathRe = regexp.MustCompile(`^(.*?)\.([^/]+)$`)
357
Dan Willemsenb1957a52016-06-23 23:44:54 -0700358// callerName returns the package path and function name of the calling
359// function. The skip argument has the same meaning as the skip argument of
360// runtime.Callers.
361func callerName(skip int) (pkgPath, funcName string, ok bool) {
362 var pc [1]uintptr
363 n := runtime.Callers(skip+1, pc[:])
364 if n != 1 {
365 return "", "", false
366 }
367
Colin Cross3020fee2019-03-19 15:05:17 -0700368 f := runtime.FuncForPC(pc[0]).Name()
369 s := pkgPathRe.FindStringSubmatch(f)
370 if len(s) < 3 {
371 panic(fmt.Errorf("failed to extract package path and function name from %q", f))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700372 }
373
Colin Cross3020fee2019-03-19 15:05:17 -0700374 return s[1], s[2], true
Dan Willemsenb1957a52016-06-23 23:44:54 -0700375}
Sundong Ahn0926fae2017-10-17 16:34:51 +0900376
Sasha Smundak1e533922020-11-19 16:48:18 -0800377// GetNumericSdkVersion removes the first occurrence of system_ in a string,
378// which is assumed to be something like "system_1.2.3"
Sundong Ahn0926fae2017-10-17 16:34:51 +0900379func GetNumericSdkVersion(v string) string {
Sasha Smundak1e533922020-11-19 16:48:18 -0800380 return strings.Replace(v, "system_", "", 1)
Sundong Ahn0926fae2017-10-17 16:34:51 +0900381}
Jiyong Park7f67f482019-01-05 12:57:48 +0900382
383// copied from build/kati/strutil.go
384func substPattern(pat, repl, str string) string {
385 ps := strings.SplitN(pat, "%", 2)
386 if len(ps) != 2 {
387 if str == pat {
388 return repl
389 }
390 return str
391 }
392 in := str
Sasha Smundak1e533922020-11-19 16:48:18 -0800393 trimmed := str
Jiyong Park7f67f482019-01-05 12:57:48 +0900394 if ps[0] != "" {
Sasha Smundak1e533922020-11-19 16:48:18 -0800395 trimmed = strings.TrimPrefix(in, ps[0])
396 if trimmed == in {
Jiyong Park7f67f482019-01-05 12:57:48 +0900397 return str
398 }
399 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800400 in = trimmed
Jiyong Park7f67f482019-01-05 12:57:48 +0900401 if ps[1] != "" {
Sasha Smundak1e533922020-11-19 16:48:18 -0800402 trimmed = strings.TrimSuffix(in, ps[1])
403 if trimmed == in {
Jiyong Park7f67f482019-01-05 12:57:48 +0900404 return str
405 }
406 }
407
408 rs := strings.SplitN(repl, "%", 2)
409 if len(rs) != 2 {
410 return repl
411 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800412 return rs[0] + trimmed + rs[1]
Jiyong Park7f67f482019-01-05 12:57:48 +0900413}
414
415// copied from build/kati/strutil.go
416func matchPattern(pat, str string) bool {
417 i := strings.IndexByte(pat, '%')
418 if i < 0 {
419 return pat == str
420 }
421 return strings.HasPrefix(str, pat[:i]) && strings.HasSuffix(str, pat[i+1:])
422}
Ivan Lozano022a73b2019-09-09 20:29:31 -0700423
424var shlibVersionPattern = regexp.MustCompile("(?:\\.\\d+(?:svn)?)+")
425
426// splitFileExt splits a file name into root, suffix and ext. root stands for the file name without
427// the file extension and the version number (e.g. "libexample"). suffix stands for the
428// concatenation of the file extension and the version number (e.g. ".so.1.0"). ext stands for the
429// file extension after the version numbers are trimmed (e.g. ".so").
430func SplitFileExt(name string) (string, string, string) {
431 // Extract and trim the shared lib version number if the file name ends with dot digits.
432 suffix := ""
433 matches := shlibVersionPattern.FindAllStringIndex(name, -1)
434 if len(matches) > 0 {
435 lastMatch := matches[len(matches)-1]
436 if lastMatch[1] == len(name) {
437 suffix = name[lastMatch[0]:lastMatch[1]]
438 name = name[0:lastMatch[0]]
439 }
440 }
441
442 // Extract the file name root and the file extension.
443 ext := filepath.Ext(name)
444 root := strings.TrimSuffix(name, ext)
445 suffix = ext + suffix
446
447 return root, suffix, ext
448}
Colin Cross0a2f7192019-09-23 14:33:09 -0700449
450// ShardPaths takes a Paths, and returns a slice of Paths where each one has at most shardSize paths.
451func ShardPaths(paths Paths, shardSize int) []Paths {
452 if len(paths) == 0 {
453 return nil
454 }
455 ret := make([]Paths, 0, (len(paths)+shardSize-1)/shardSize)
456 for len(paths) > shardSize {
457 ret = append(ret, paths[0:shardSize])
458 paths = paths[shardSize:]
459 }
460 if len(paths) > 0 {
461 ret = append(ret, paths)
462 }
463 return ret
464}
465
Hans MÃ¥nssond3f2bd72020-11-27 12:37:28 +0100466// ShardString takes a string and returns a slice of strings where the length of each one is
467// at most shardSize.
468func ShardString(s string, shardSize int) []string {
469 if len(s) == 0 {
470 return nil
471 }
472 ret := make([]string, 0, (len(s)+shardSize-1)/shardSize)
473 for len(s) > shardSize {
474 ret = append(ret, s[0:shardSize])
475 s = s[shardSize:]
476 }
477 if len(s) > 0 {
478 ret = append(ret, s)
479 }
480 return ret
481}
482
Colin Cross0a2f7192019-09-23 14:33:09 -0700483// ShardStrings takes a slice of strings, and returns a slice of slices of strings where each one has at most shardSize
484// elements.
485func ShardStrings(s []string, shardSize int) [][]string {
486 if len(s) == 0 {
487 return nil
488 }
489 ret := make([][]string, 0, (len(s)+shardSize-1)/shardSize)
490 for len(s) > shardSize {
491 ret = append(ret, s[0:shardSize])
492 s = s[shardSize:]
493 }
494 if len(s) > 0 {
495 ret = append(ret, s)
496 }
497 return ret
498}
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700499
Sasha Smundak1e533922020-11-19 16:48:18 -0800500// CheckDuplicate checks if there are duplicates in given string list.
501// If there are, it returns first such duplicate and true.
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700502func CheckDuplicate(values []string) (duplicate string, found bool) {
503 seen := make(map[string]string)
504 for _, v := range values {
505 if duplicate, found = seen[v]; found {
Sasha Smundak1e533922020-11-19 16:48:18 -0800506 return duplicate, true
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700507 }
508 seen[v] = v
509 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800510 return "", false
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700511}