Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
Colin Cross | 635c3b0 | 2016-05-18 15:37:25 -0700 | [diff] [blame] | 15 | package android |
Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 16 | |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 17 | import ( |
Cole Faust | efc7012 | 2024-01-30 14:42:12 -0800 | [diff] [blame] | 18 | "cmp" |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 19 | "fmt" |
Ivan Lozano | 022a73b | 2019-09-09 20:29:31 -0700 | [diff] [blame] | 20 | "path/filepath" |
Inseob Kim | 1a365c6 | 2019-06-08 15:47:51 +0900 | [diff] [blame] | 21 | "reflect" |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 22 | "regexp" |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 23 | "runtime" |
| 24 | "sort" |
| 25 | "strings" |
Colin Cross | 31a6745 | 2023-11-02 16:57:08 -0700 | [diff] [blame] | 26 | "sync" |
Yu Liu | 1b2ddc8 | 2024-05-15 19:28:56 +0000 | [diff] [blame] | 27 | |
| 28 | "github.com/google/blueprint/proptools" |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 29 | ) |
Colin Cross | 1f8c52b | 2015-06-16 16:38:17 -0700 | [diff] [blame] | 30 | |
Colin Cross | 454c087 | 2019-02-15 23:03:34 -0800 | [diff] [blame] | 31 | // CopyOf returns a new slice that has the same contents as s. |
Colin Cross | 48016d5 | 2023-06-27 09:45:26 -0700 | [diff] [blame] | 32 | func CopyOf[T any](s []T) []T { |
Spandan Das | cc4da76 | 2023-04-27 19:34:08 +0000 | [diff] [blame] | 33 | // If the input is nil, return nil and not an empty list |
| 34 | if s == nil { |
| 35 | return s |
| 36 | } |
Colin Cross | 48016d5 | 2023-06-27 09:45:26 -0700 | [diff] [blame] | 37 | return append([]T{}, s...) |
Colin Cross | 454c087 | 2019-02-15 23:03:34 -0800 | [diff] [blame] | 38 | } |
| 39 | |
Wen-yi Chu | 41326c1 | 2023-09-22 03:58:59 +0000 | [diff] [blame] | 40 | // Concat returns a new slice concatenated from the two input slices. It does not change the input |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 41 | // slices. |
Wen-yi Chu | 41326c1 | 2023-09-22 03:58:59 +0000 | [diff] [blame] | 42 | func Concat[T any](s1, s2 []T) []T { |
| 43 | res := make([]T, 0, len(s1)+len(s2)) |
| 44 | res = append(res, s1...) |
| 45 | res = append(res, s2...) |
Jiakai Zhang | 8fe3a41 | 2023-02-23 17:37:16 +0000 | [diff] [blame] | 46 | return res |
| 47 | } |
| 48 | |
Joe Onorato | 2f99c47 | 2023-06-21 18:10:28 -0700 | [diff] [blame] | 49 | // JoinPathsWithPrefix converts the paths to strings, prefixes them |
| 50 | // with prefix and then joins them separated by " ". |
| 51 | func JoinPathsWithPrefix(paths []Path, prefix string) string { |
| 52 | strs := make([]string, len(paths)) |
| 53 | for i := range paths { |
| 54 | strs[i] = paths[i].String() |
| 55 | } |
| 56 | return JoinWithPrefixAndSeparator(strs, prefix, " ") |
| 57 | } |
| 58 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 59 | // JoinWithPrefix prepends the prefix to each string in the list and |
| 60 | // returns them joined together with " " as separator. |
Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 61 | func JoinWithPrefix(strs []string, prefix string) string { |
Yu Liu | 8d82ac5 | 2022-05-17 15:13:28 -0700 | [diff] [blame] | 62 | return JoinWithPrefixAndSeparator(strs, prefix, " ") |
| 63 | } |
| 64 | |
| 65 | // JoinWithPrefixAndSeparator prepends the prefix to each string in the list and |
| 66 | // returns them joined together with the given separator. |
| 67 | func JoinWithPrefixAndSeparator(strs []string, prefix string, sep string) string { |
Jooyung Han | b0864e0 | 2023-11-07 13:08:53 +0900 | [diff] [blame] | 68 | return JoinWithPrefixSuffixAndSeparator(strs, prefix, "", sep) |
| 69 | } |
| 70 | |
| 71 | // JoinWithSuffixAndSeparator appends the suffix to each string in the list and |
| 72 | // returns them joined together with the given separator. |
| 73 | func JoinWithSuffixAndSeparator(strs []string, suffix string, sep string) string { |
| 74 | return JoinWithPrefixSuffixAndSeparator(strs, "", suffix, sep) |
| 75 | } |
| 76 | |
| 77 | // JoinWithPrefixSuffixAndSeparator appends the prefix/suffix to each string in the list and |
| 78 | // returns them joined together with the given separator. |
| 79 | func JoinWithPrefixSuffixAndSeparator(strs []string, prefix, suffix, sep string) string { |
Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 80 | if len(strs) == 0 { |
| 81 | return "" |
| 82 | } |
| 83 | |
Jooyung Han | b0864e0 | 2023-11-07 13:08:53 +0900 | [diff] [blame] | 84 | // Pre-calculate the length of the result |
| 85 | length := 0 |
| 86 | for _, s := range strs { |
| 87 | length += len(s) |
| 88 | } |
| 89 | length += (len(prefix)+len(suffix))*len(strs) + len(sep)*(len(strs)-1) |
| 90 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 91 | var buf strings.Builder |
Jooyung Han | b0864e0 | 2023-11-07 13:08:53 +0900 | [diff] [blame] | 92 | buf.Grow(length) |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 93 | buf.WriteString(prefix) |
| 94 | buf.WriteString(strs[0]) |
Jooyung Han | b0864e0 | 2023-11-07 13:08:53 +0900 | [diff] [blame] | 95 | buf.WriteString(suffix) |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 96 | for i := 1; i < len(strs); i++ { |
Yu Liu | 8d82ac5 | 2022-05-17 15:13:28 -0700 | [diff] [blame] | 97 | buf.WriteString(sep) |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 98 | buf.WriteString(prefix) |
| 99 | buf.WriteString(strs[i]) |
Jooyung Han | b0864e0 | 2023-11-07 13:08:53 +0900 | [diff] [blame] | 100 | buf.WriteString(suffix) |
Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 101 | } |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 102 | return buf.String() |
Colin Cross | c0b06f1 | 2015-04-08 13:03:43 -0700 | [diff] [blame] | 103 | } |
Colin Cross | 9b6826f | 2015-04-10 15:47:33 -0700 | [diff] [blame] | 104 | |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 105 | // SortedStringKeys returns the keys of the given map in the ascending order. |
| 106 | // |
| 107 | // Deprecated: Use SortedKeys instead. |
Cole Faust | 195c781 | 2023-03-01 14:21:30 -0800 | [diff] [blame] | 108 | func SortedStringKeys[V any](m map[string]V) []string { |
| 109 | return SortedKeys(m) |
Colin Cross | 1f8c52b | 2015-06-16 16:38:17 -0700 | [diff] [blame] | 110 | } |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 111 | |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 112 | // SortedKeys returns the keys of the given map in the ascending order. |
Cole Faust | efc7012 | 2024-01-30 14:42:12 -0800 | [diff] [blame] | 113 | func SortedKeys[T cmp.Ordered, V any](m map[T]V) []T { |
Cole Faust | 18994c7 | 2023-02-28 16:02:16 -0800 | [diff] [blame] | 114 | if len(m) == 0 { |
| 115 | return nil |
| 116 | } |
| 117 | ret := make([]T, 0, len(m)) |
| 118 | for k := range m { |
| 119 | ret = append(ret, k) |
| 120 | } |
| 121 | sort.Slice(ret, func(i, j int) bool { |
| 122 | return ret[i] < ret[j] |
| 123 | }) |
| 124 | return ret |
| 125 | } |
| 126 | |
Colin Cross | 9eb853b | 2022-02-17 11:13:37 -0800 | [diff] [blame] | 127 | // stringValues returns the values of the given string-valued map in randomized map order. |
| 128 | func stringValues(m interface{}) []string { |
| 129 | v := reflect.ValueOf(m) |
| 130 | if v.Kind() != reflect.Map { |
| 131 | panic(fmt.Sprintf("%#v is not a map", m)) |
| 132 | } |
| 133 | if v.Len() == 0 { |
| 134 | return nil |
| 135 | } |
| 136 | iter := v.MapRange() |
| 137 | s := make([]string, 0, v.Len()) |
| 138 | for iter.Next() { |
| 139 | s = append(s, iter.Value().String()) |
| 140 | } |
| 141 | return s |
| 142 | } |
| 143 | |
| 144 | // SortedStringValues returns the values of the given string-valued map in the ascending order. |
| 145 | func SortedStringValues(m interface{}) []string { |
| 146 | s := stringValues(m) |
| 147 | sort.Strings(s) |
| 148 | return s |
| 149 | } |
| 150 | |
| 151 | // SortedUniqueStringValues returns the values of the given string-valued map in the ascending order |
| 152 | // with duplicates removed. |
| 153 | func SortedUniqueStringValues(m interface{}) []string { |
| 154 | s := stringValues(m) |
| 155 | return SortedUniqueStrings(s) |
| 156 | } |
| 157 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 158 | // IndexList returns the index of the first occurrence of the given string in the list or -1 |
Sam Delmerico | 1717b3b | 2023-07-18 15:07:24 -0400 | [diff] [blame] | 159 | func IndexList[T comparable](t T, list []T) int { |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 160 | for i, l := range list { |
Sam Delmerico | 1717b3b | 2023-07-18 15:07:24 -0400 | [diff] [blame] | 161 | if l == t { |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 162 | return i |
| 163 | } |
| 164 | } |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 165 | return -1 |
| 166 | } |
| 167 | |
Sam Delmerico | 1717b3b | 2023-07-18 15:07:24 -0400 | [diff] [blame] | 168 | func InList[T comparable](t T, list []T) bool { |
| 169 | return IndexList(t, list) != -1 |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 170 | } |
| 171 | |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 172 | func setFromList[T comparable](l []T) map[T]bool { |
| 173 | m := make(map[T]bool, len(l)) |
| 174 | for _, t := range l { |
| 175 | m[t] = true |
| 176 | } |
| 177 | return m |
| 178 | } |
| 179 | |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 180 | // ListSetDifference checks if the two lists contain the same elements. It returns |
| 181 | // a boolean which is true if there is a difference, and then returns lists of elements |
| 182 | // that are in l1 but not l2, and l2 but not l1. |
| 183 | func ListSetDifference[T comparable](l1, l2 []T) (bool, []T, []T) { |
| 184 | listsDiffer := false |
| 185 | diff1 := []T{} |
| 186 | diff2 := []T{} |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 187 | m1 := setFromList(l1) |
| 188 | m2 := setFromList(l2) |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 189 | for t := range m1 { |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 190 | if _, ok := m2[t]; !ok { |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 191 | diff1 = append(diff1, t) |
| 192 | listsDiffer = true |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 193 | } |
| 194 | } |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 195 | for t := range m2 { |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 196 | if _, ok := m1[t]; !ok { |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 197 | diff2 = append(diff2, t) |
| 198 | listsDiffer = true |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 199 | } |
| 200 | } |
Sam Delmerico | 5fb794a | 2023-01-27 16:01:37 -0500 | [diff] [blame] | 201 | return listsDiffer, diff1, diff2 |
Sam Delmerico | 4e115cc | 2023-01-19 15:36:52 -0500 | [diff] [blame] | 202 | } |
| 203 | |
Jaewoong Jung | 6431ca7 | 2020-01-15 14:15:10 -0800 | [diff] [blame] | 204 | // Returns true if the given string s is prefixed with any string in the given prefix list. |
Jaewoong Jung | 3aff578 | 2020-02-11 07:54:35 -0800 | [diff] [blame] | 205 | func HasAnyPrefix(s string, prefixList []string) bool { |
Jaewoong Jung | 6431ca7 | 2020-01-15 14:15:10 -0800 | [diff] [blame] | 206 | for _, prefix := range prefixList { |
| 207 | if strings.HasPrefix(s, prefix) { |
| 208 | return true |
| 209 | } |
| 210 | } |
| 211 | return false |
| 212 | } |
| 213 | |
Chih-Hung Hsieh | 9f94c36 | 2021-02-10 21:56:03 -0800 | [diff] [blame] | 214 | // Returns true if any string in the given list has the given substring. |
| 215 | func SubstringInList(list []string, substr string) bool { |
| 216 | for _, s := range list { |
| 217 | if strings.Contains(s, substr) { |
| 218 | return true |
| 219 | } |
| 220 | } |
| 221 | return false |
| 222 | } |
| 223 | |
Jaewoong Jung | 6431ca7 | 2020-01-15 14:15:10 -0800 | [diff] [blame] | 224 | // Returns true if any string in the given list has the given prefix. |
Jaewoong Jung | 3aff578 | 2020-02-11 07:54:35 -0800 | [diff] [blame] | 225 | func PrefixInList(list []string, prefix string) bool { |
Jaewoong Jung | 6431ca7 | 2020-01-15 14:15:10 -0800 | [diff] [blame] | 226 | for _, s := range list { |
Ivan Lozano | 5f59553 | 2017-07-13 14:46:05 -0700 | [diff] [blame] | 227 | if strings.HasPrefix(s, prefix) { |
| 228 | return true |
| 229 | } |
| 230 | } |
| 231 | return false |
| 232 | } |
| 233 | |
Ivan Lozano | a0cd8f9 | 2020-04-09 09:56:02 -0400 | [diff] [blame] | 234 | // Returns true if any string in the given list has the given suffix. |
| 235 | func SuffixInList(list []string, suffix string) bool { |
| 236 | for _, s := range list { |
| 237 | if strings.HasSuffix(s, suffix) { |
| 238 | return true |
| 239 | } |
| 240 | } |
| 241 | return false |
| 242 | } |
| 243 | |
Jooyung Han | 12df5fb | 2019-07-11 16:18:47 +0900 | [diff] [blame] | 244 | // IndexListPred returns the index of the element which in the given `list` satisfying the predicate, or -1 if there is no such element. |
| 245 | func IndexListPred(pred func(s string) bool, list []string) int { |
| 246 | for i, l := range list { |
| 247 | if pred(l) { |
| 248 | return i |
| 249 | } |
| 250 | } |
| 251 | |
| 252 | return -1 |
| 253 | } |
| 254 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 255 | // FilterList divides the string list into two lists: one with the strings belonging |
| 256 | // to the given filter list, and the other with the remaining ones |
Colin Cross | b4330e2 | 2017-12-22 15:47:09 -0800 | [diff] [blame] | 257 | func FilterList(list []string, filter []string) (remainder []string, filtered []string) { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 258 | // InList is O(n). May be worth using more efficient lookup for longer lists. |
Colin Cross | b4330e2 | 2017-12-22 15:47:09 -0800 | [diff] [blame] | 259 | for _, l := range list { |
| 260 | if InList(l, filter) { |
| 261 | filtered = append(filtered, l) |
| 262 | } else { |
| 263 | remainder = append(remainder, l) |
| 264 | } |
| 265 | } |
| 266 | |
| 267 | return |
| 268 | } |
| 269 | |
Martin Stjernholm | 1461c4d | 2021-03-27 19:04:05 +0000 | [diff] [blame] | 270 | // FilterListPred returns the elements of the given list for which the predicate |
| 271 | // returns true. Order is kept. |
| 272 | func FilterListPred(list []string, pred func(s string) bool) (filtered []string) { |
| 273 | for _, l := range list { |
| 274 | if pred(l) { |
| 275 | filtered = append(filtered, l) |
| 276 | } |
| 277 | } |
| 278 | return |
| 279 | } |
| 280 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 281 | // RemoveListFromList removes the strings belonging to the filter list from the |
| 282 | // given list and returns the result |
Colin Cross | b4330e2 | 2017-12-22 15:47:09 -0800 | [diff] [blame] | 283 | func RemoveListFromList(list []string, filter_out []string) (result []string) { |
| 284 | result = make([]string, 0, len(list)) |
| 285 | for _, l := range list { |
| 286 | if !InList(l, filter_out) { |
| 287 | result = append(result, l) |
| 288 | } |
| 289 | } |
| 290 | return |
| 291 | } |
| 292 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 293 | // RemoveFromList removes given string from the string list. |
Colin Cross | b4330e2 | 2017-12-22 15:47:09 -0800 | [diff] [blame] | 294 | func RemoveFromList(s string, list []string) (bool, []string) { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 295 | result := make([]string, 0, len(list)) |
| 296 | var removed bool |
| 297 | for _, item := range list { |
| 298 | if item != s { |
| 299 | result = append(result, item) |
| 300 | } else { |
| 301 | removed = true |
Logan Chien | 7922ab8 | 2018-03-06 18:29:27 +0800 | [diff] [blame] | 302 | } |
| 303 | } |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 304 | return removed, result |
Colin Cross | b4330e2 | 2017-12-22 15:47:09 -0800 | [diff] [blame] | 305 | } |
| 306 | |
Ivan Lozano | 0a468a4 | 2024-05-13 21:03:34 -0400 | [diff] [blame] | 307 | // FirstUniqueFunc returns all unique elements of a slice, keeping the first copy of |
| 308 | // each. It does not modify the input slice. The eq function should return true |
| 309 | // if two elements can be considered equal. |
| 310 | func FirstUniqueFunc[SortableList ~[]Sortable, Sortable any](list SortableList, eq func(a, b Sortable) bool) SortableList { |
| 311 | k := 0 |
| 312 | outer: |
| 313 | for i := 0; i < len(list); i++ { |
| 314 | for j := 0; j < k; j++ { |
| 315 | if eq(list[i], list[j]) { |
| 316 | continue outer |
| 317 | } |
| 318 | } |
| 319 | list[k] = list[i] |
| 320 | k++ |
| 321 | } |
| 322 | return list[:k] |
| 323 | } |
| 324 | |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 325 | // FirstUniqueStrings returns all unique elements of a slice of strings, keeping the first copy of |
Colin Cross | 48016d5 | 2023-06-27 09:45:26 -0700 | [diff] [blame] | 326 | // each. It does not modify the input slice. |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 327 | func FirstUniqueStrings(list []string) []string { |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 328 | return firstUnique(list) |
Colin Cross | 27027c7 | 2020-02-28 15:34:17 -0800 | [diff] [blame] | 329 | } |
| 330 | |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 331 | // firstUnique returns all unique elements of a slice, keeping the first copy of each. It |
Colin Cross | 48016d5 | 2023-06-27 09:45:26 -0700 | [diff] [blame] | 332 | // does not modify the input slice. |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 333 | func firstUnique[T comparable](slice []T) []T { |
Colin Cross | 48016d5 | 2023-06-27 09:45:26 -0700 | [diff] [blame] | 334 | // Do not modify the input in-place, operate on a copy instead. |
| 335 | slice = CopyOf(slice) |
| 336 | return firstUniqueInPlace(slice) |
| 337 | } |
| 338 | |
| 339 | // firstUniqueInPlace returns all unique elements of a slice, keeping the first copy of |
| 340 | // each. It modifies the slice contents in place, and returns a subslice of the original |
| 341 | // slice. |
| 342 | func firstUniqueInPlace[T comparable](slice []T) []T { |
| 343 | // 128 was chosen based on BenchmarkFirstUniqueStrings results. |
| 344 | if len(slice) > 128 { |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 345 | return firstUniqueMap(slice) |
| 346 | } |
| 347 | return firstUniqueList(slice) |
| 348 | } |
| 349 | |
| 350 | // firstUniqueList is an implementation of firstUnique using an O(N^2) list comparison to look for |
| 351 | // duplicates. |
| 352 | func firstUniqueList[T any](in []T) []T { |
| 353 | writeIndex := 0 |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 354 | outer: |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 355 | for readIndex := 0; readIndex < len(in); readIndex++ { |
| 356 | for compareIndex := 0; compareIndex < writeIndex; compareIndex++ { |
| 357 | if interface{}(in[readIndex]) == interface{}(in[compareIndex]) { |
| 358 | // The value at readIndex already exists somewhere in the output region |
| 359 | // of the slice before writeIndex, skip it. |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 360 | continue outer |
| 361 | } |
| 362 | } |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 363 | if readIndex != writeIndex { |
| 364 | in[writeIndex] = in[readIndex] |
| 365 | } |
| 366 | writeIndex++ |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 367 | } |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 368 | return in[0:writeIndex] |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 369 | } |
| 370 | |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 371 | // firstUniqueMap is an implementation of firstUnique using an O(N) hash set lookup to look for |
| 372 | // duplicates. |
| 373 | func firstUniqueMap[T comparable](in []T) []T { |
| 374 | writeIndex := 0 |
| 375 | seen := make(map[T]bool, len(in)) |
| 376 | for readIndex := 0; readIndex < len(in); readIndex++ { |
| 377 | if _, exists := seen[in[readIndex]]; exists { |
Colin Cross | 27027c7 | 2020-02-28 15:34:17 -0800 | [diff] [blame] | 378 | continue |
| 379 | } |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 380 | seen[in[readIndex]] = true |
| 381 | if readIndex != writeIndex { |
| 382 | in[writeIndex] = in[readIndex] |
| 383 | } |
| 384 | writeIndex++ |
Colin Cross | 27027c7 | 2020-02-28 15:34:17 -0800 | [diff] [blame] | 385 | } |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 386 | return in[0:writeIndex] |
| 387 | } |
| 388 | |
Colin Cross | b5e3f7d | 2023-07-06 15:37:53 -0700 | [diff] [blame] | 389 | // ReverseSliceInPlace reverses the elements of a slice in place and returns it. |
| 390 | func ReverseSliceInPlace[T any](in []T) []T { |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 391 | for i, j := 0, len(in)-1; i < j; i, j = i+1, j-1 { |
| 392 | in[i], in[j] = in[j], in[i] |
| 393 | } |
Colin Cross | b5e3f7d | 2023-07-06 15:37:53 -0700 | [diff] [blame] | 394 | return in |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 395 | } |
| 396 | |
Colin Cross | b5e3f7d | 2023-07-06 15:37:53 -0700 | [diff] [blame] | 397 | // ReverseSlice returns a copy of a slice in reverse order. |
| 398 | func ReverseSlice[T any](in []T) []T { |
| 399 | if in == nil { |
| 400 | return in |
| 401 | } |
Colin Cross | c85750b | 2022-04-21 12:50:51 -0700 | [diff] [blame] | 402 | out := make([]T, len(in)) |
| 403 | for i := 0; i < len(in); i++ { |
| 404 | out[i] = in[len(in)-1-i] |
| 405 | } |
| 406 | return out |
Colin Cross | 27027c7 | 2020-02-28 15:34:17 -0800 | [diff] [blame] | 407 | } |
| 408 | |
Colin Cross | b671544 | 2017-10-24 11:13:31 -0700 | [diff] [blame] | 409 | // LastUniqueStrings returns all unique elements of a slice of strings, keeping the last copy of |
| 410 | // each. It modifies the slice contents in place, and returns a subslice of the original slice. |
| 411 | func LastUniqueStrings(list []string) []string { |
| 412 | totalSkip := 0 |
| 413 | for i := len(list) - 1; i >= totalSkip; i-- { |
| 414 | skip := 0 |
| 415 | for j := i - 1; j >= totalSkip; j-- { |
| 416 | if list[i] == list[j] { |
| 417 | skip++ |
| 418 | } else { |
| 419 | list[j+skip] = list[j] |
| 420 | } |
| 421 | } |
| 422 | totalSkip += skip |
| 423 | } |
| 424 | return list[totalSkip:] |
| 425 | } |
| 426 | |
Jooyung Han | e163303 | 2019-08-01 17:41:43 +0900 | [diff] [blame] | 427 | // SortedUniqueStrings returns what the name says |
| 428 | func SortedUniqueStrings(list []string) []string { |
Spandan Das | 8a8714c | 2023-04-25 18:03:54 +0000 | [diff] [blame] | 429 | // FirstUniqueStrings creates a copy of `list`, so the input remains untouched. |
Jooyung Han | e163303 | 2019-08-01 17:41:43 +0900 | [diff] [blame] | 430 | unique := FirstUniqueStrings(list) |
| 431 | sort.Strings(unique) |
| 432 | return unique |
| 433 | } |
| 434 | |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 435 | // checkCalledFromInit panics if a Go package's init function is not on the |
| 436 | // call stack. |
| 437 | func checkCalledFromInit() { |
| 438 | for skip := 3; ; skip++ { |
| 439 | _, funcName, ok := callerName(skip) |
| 440 | if !ok { |
| 441 | panic("not called from an init func") |
| 442 | } |
| 443 | |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 444 | if funcName == "init" || strings.HasPrefix(funcName, "init·") || |
| 445 | strings.HasPrefix(funcName, "init.") { |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 446 | return |
| 447 | } |
| 448 | } |
| 449 | } |
| 450 | |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 451 | // A regex to find a package path within a function name. It finds the shortest string that is |
| 452 | // followed by '.' and doesn't have any '/'s left. |
| 453 | var pkgPathRe = regexp.MustCompile(`^(.*?)\.([^/]+)$`) |
| 454 | |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 455 | // callerName returns the package path and function name of the calling |
| 456 | // function. The skip argument has the same meaning as the skip argument of |
| 457 | // runtime.Callers. |
| 458 | func callerName(skip int) (pkgPath, funcName string, ok bool) { |
| 459 | var pc [1]uintptr |
| 460 | n := runtime.Callers(skip+1, pc[:]) |
| 461 | if n != 1 { |
| 462 | return "", "", false |
| 463 | } |
| 464 | |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 465 | f := runtime.FuncForPC(pc[0]).Name() |
| 466 | s := pkgPathRe.FindStringSubmatch(f) |
| 467 | if len(s) < 3 { |
| 468 | panic(fmt.Errorf("failed to extract package path and function name from %q", f)) |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 469 | } |
| 470 | |
Colin Cross | 3020fee | 2019-03-19 15:05:17 -0700 | [diff] [blame] | 471 | return s[1], s[2], true |
Dan Willemsen | b1957a5 | 2016-06-23 23:44:54 -0700 | [diff] [blame] | 472 | } |
Sundong Ahn | 0926fae | 2017-10-17 16:34:51 +0900 | [diff] [blame] | 473 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 474 | // GetNumericSdkVersion removes the first occurrence of system_ in a string, |
| 475 | // which is assumed to be something like "system_1.2.3" |
Sundong Ahn | 0926fae | 2017-10-17 16:34:51 +0900 | [diff] [blame] | 476 | func GetNumericSdkVersion(v string) string { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 477 | return strings.Replace(v, "system_", "", 1) |
Sundong Ahn | 0926fae | 2017-10-17 16:34:51 +0900 | [diff] [blame] | 478 | } |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 479 | |
| 480 | // copied from build/kati/strutil.go |
| 481 | func substPattern(pat, repl, str string) string { |
| 482 | ps := strings.SplitN(pat, "%", 2) |
| 483 | if len(ps) != 2 { |
| 484 | if str == pat { |
| 485 | return repl |
| 486 | } |
| 487 | return str |
| 488 | } |
| 489 | in := str |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 490 | trimmed := str |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 491 | if ps[0] != "" { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 492 | trimmed = strings.TrimPrefix(in, ps[0]) |
| 493 | if trimmed == in { |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 494 | return str |
| 495 | } |
| 496 | } |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 497 | in = trimmed |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 498 | if ps[1] != "" { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 499 | trimmed = strings.TrimSuffix(in, ps[1]) |
| 500 | if trimmed == in { |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 501 | return str |
| 502 | } |
| 503 | } |
| 504 | |
| 505 | rs := strings.SplitN(repl, "%", 2) |
| 506 | if len(rs) != 2 { |
| 507 | return repl |
| 508 | } |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 509 | return rs[0] + trimmed + rs[1] |
Jiyong Park | 7f67f48 | 2019-01-05 12:57:48 +0900 | [diff] [blame] | 510 | } |
| 511 | |
| 512 | // copied from build/kati/strutil.go |
| 513 | func matchPattern(pat, str string) bool { |
| 514 | i := strings.IndexByte(pat, '%') |
| 515 | if i < 0 { |
| 516 | return pat == str |
| 517 | } |
| 518 | return strings.HasPrefix(str, pat[:i]) && strings.HasSuffix(str, pat[i+1:]) |
| 519 | } |
Ivan Lozano | 022a73b | 2019-09-09 20:29:31 -0700 | [diff] [blame] | 520 | |
| 521 | var shlibVersionPattern = regexp.MustCompile("(?:\\.\\d+(?:svn)?)+") |
| 522 | |
| 523 | // splitFileExt splits a file name into root, suffix and ext. root stands for the file name without |
| 524 | // the file extension and the version number (e.g. "libexample"). suffix stands for the |
| 525 | // concatenation of the file extension and the version number (e.g. ".so.1.0"). ext stands for the |
| 526 | // file extension after the version numbers are trimmed (e.g. ".so"). |
| 527 | func SplitFileExt(name string) (string, string, string) { |
| 528 | // Extract and trim the shared lib version number if the file name ends with dot digits. |
| 529 | suffix := "" |
| 530 | matches := shlibVersionPattern.FindAllStringIndex(name, -1) |
| 531 | if len(matches) > 0 { |
| 532 | lastMatch := matches[len(matches)-1] |
| 533 | if lastMatch[1] == len(name) { |
| 534 | suffix = name[lastMatch[0]:lastMatch[1]] |
| 535 | name = name[0:lastMatch[0]] |
| 536 | } |
| 537 | } |
| 538 | |
| 539 | // Extract the file name root and the file extension. |
| 540 | ext := filepath.Ext(name) |
| 541 | root := strings.TrimSuffix(name, ext) |
| 542 | suffix = ext + suffix |
| 543 | |
| 544 | return root, suffix, ext |
| 545 | } |
Colin Cross | 0a2f719 | 2019-09-23 14:33:09 -0700 | [diff] [blame] | 546 | |
Jihoon Kang | cd5bfe2 | 2024-04-12 00:19:09 +0000 | [diff] [blame] | 547 | // ShardPaths takes a Paths, and returns a slice of Paths where each one has at most shardSize paths. |
| 548 | func ShardPaths(paths Paths, shardSize int) []Paths { |
Yu Liu | 1b2ddc8 | 2024-05-15 19:28:56 +0000 | [diff] [blame] | 549 | return proptools.ShardBySize(paths, shardSize) |
Jihoon Kang | cd5bfe2 | 2024-04-12 00:19:09 +0000 | [diff] [blame] | 550 | } |
| 551 | |
Hans MÃ¥nsson | d3f2bd7 | 2020-11-27 12:37:28 +0100 | [diff] [blame] | 552 | // ShardString takes a string and returns a slice of strings where the length of each one is |
| 553 | // at most shardSize. |
| 554 | func ShardString(s string, shardSize int) []string { |
| 555 | if len(s) == 0 { |
| 556 | return nil |
| 557 | } |
| 558 | ret := make([]string, 0, (len(s)+shardSize-1)/shardSize) |
| 559 | for len(s) > shardSize { |
| 560 | ret = append(ret, s[0:shardSize]) |
| 561 | s = s[shardSize:] |
| 562 | } |
| 563 | if len(s) > 0 { |
| 564 | ret = append(ret, s) |
| 565 | } |
| 566 | return ret |
| 567 | } |
| 568 | |
Colin Cross | 0a2f719 | 2019-09-23 14:33:09 -0700 | [diff] [blame] | 569 | // ShardStrings takes a slice of strings, and returns a slice of slices of strings where each one has at most shardSize |
| 570 | // elements. |
| 571 | func ShardStrings(s []string, shardSize int) [][]string { |
Yu Liu | 1b2ddc8 | 2024-05-15 19:28:56 +0000 | [diff] [blame] | 572 | return proptools.ShardBySize(s, shardSize) |
Colin Cross | 0a2f719 | 2019-09-23 14:33:09 -0700 | [diff] [blame] | 573 | } |
Chih-Hung Hsieh | a5f22ed | 2019-10-24 20:47:54 -0700 | [diff] [blame] | 574 | |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 575 | // CheckDuplicate checks if there are duplicates in given string list. |
| 576 | // If there are, it returns first such duplicate and true. |
Chih-Hung Hsieh | a5f22ed | 2019-10-24 20:47:54 -0700 | [diff] [blame] | 577 | func CheckDuplicate(values []string) (duplicate string, found bool) { |
| 578 | seen := make(map[string]string) |
| 579 | for _, v := range values { |
| 580 | if duplicate, found = seen[v]; found { |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 581 | return duplicate, true |
Chih-Hung Hsieh | a5f22ed | 2019-10-24 20:47:54 -0700 | [diff] [blame] | 582 | } |
| 583 | seen[v] = v |
| 584 | } |
Sasha Smundak | 1e53392 | 2020-11-19 16:48:18 -0800 | [diff] [blame] | 585 | return "", false |
Chih-Hung Hsieh | a5f22ed | 2019-10-24 20:47:54 -0700 | [diff] [blame] | 586 | } |
Colin Cross | b63d7b3 | 2023-12-07 16:54:51 -0800 | [diff] [blame] | 587 | |
| 588 | func AddToStringSet(set map[string]bool, items []string) { |
| 589 | for _, item := range items { |
| 590 | set[item] = true |
| 591 | } |
| 592 | } |
Colin Cross | 31a6745 | 2023-11-02 16:57:08 -0700 | [diff] [blame] | 593 | |
| 594 | // SyncMap is a wrapper around sync.Map that provides type safety via generics. |
| 595 | type SyncMap[K comparable, V any] struct { |
| 596 | sync.Map |
| 597 | } |
| 598 | |
| 599 | // Load returns the value stored in the map for a key, or the zero value if no |
| 600 | // value is present. |
| 601 | // The ok result indicates whether value was found in the map. |
| 602 | func (m *SyncMap[K, V]) Load(key K) (value V, ok bool) { |
| 603 | v, ok := m.Map.Load(key) |
| 604 | if !ok { |
| 605 | return *new(V), false |
| 606 | } |
| 607 | return v.(V), true |
| 608 | } |
| 609 | |
| 610 | // Store sets the value for a key. |
| 611 | func (m *SyncMap[K, V]) Store(key K, value V) { |
| 612 | m.Map.Store(key, value) |
| 613 | } |
| 614 | |
| 615 | // LoadOrStore returns the existing value for the key if present. |
| 616 | // Otherwise, it stores and returns the given value. |
| 617 | // The loaded result is true if the value was loaded, false if stored. |
| 618 | func (m *SyncMap[K, V]) LoadOrStore(key K, value V) (actual V, loaded bool) { |
| 619 | v, loaded := m.Map.LoadOrStore(key, value) |
| 620 | return v.(V), loaded |
| 621 | } |