Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 1 | // Copyright 2021 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package android |
| 16 | |
| 17 | import ( |
| 18 | "reflect" |
| 19 | "strings" |
| 20 | "testing" |
| 21 | ) |
| 22 | |
| 23 | // Provides support for creating test fixtures on which tests can be run. Reduces duplication |
| 24 | // of test setup by allow tests to easily reuse setup code. |
| 25 | // |
| 26 | // Fixture |
| 27 | // ======= |
| 28 | // These determine the environment within which a test can be run. Fixtures are mutable and are |
| 29 | // created by FixtureFactory instances and mutated by FixturePreparer instances. They are created by |
| 30 | // first creating a base Fixture (which is essentially empty) and then applying FixturePreparer |
| 31 | // instances to it to modify the environment. |
| 32 | // |
| 33 | // FixtureFactory |
| 34 | // ============== |
| 35 | // These are responsible for creating fixtures. Factories are immutable and are intended to be |
| 36 | // initialized once and reused to create multiple fixtures. Each factory has a list of fixture |
| 37 | // preparers that prepare a fixture for running a test. Factories can also be used to create other |
| 38 | // factories by extending them with additional fixture preparers. |
| 39 | // |
| 40 | // FixturePreparer |
| 41 | // =============== |
| 42 | // These are responsible for modifying a Fixture in preparation for it to run a test. Preparers are |
| 43 | // intended to be immutable and able to prepare multiple Fixture objects simultaneously without |
| 44 | // them sharing any data. |
| 45 | // |
| 46 | // FixturePreparers are only ever invoked once per test fixture. Prior to invocation the list of |
| 47 | // FixturePreparers are flattened and deduped while preserving the order they first appear in the |
| 48 | // list. This makes it easy to reuse, group and combine FixturePreparers together. |
| 49 | // |
| 50 | // Each small self contained piece of test setup should be their own FixturePreparer. e.g. |
| 51 | // * A group of related modules. |
| 52 | // * A group of related mutators. |
| 53 | // * A combination of both. |
| 54 | // * Configuration. |
| 55 | // |
| 56 | // They should not overlap, e.g. the same module type should not be registered by different |
| 57 | // FixturePreparers as using them both would cause a build error. In that case the preparer should |
| 58 | // be split into separate parts and combined together using FixturePreparers(...). |
| 59 | // |
| 60 | // e.g. attempting to use AllPreparers in preparing a Fixture would break as it would attempt to |
| 61 | // register module bar twice: |
| 62 | // var Preparer1 = FixtureRegisterWithContext(RegisterModuleFooAndBar) |
| 63 | // var Preparer2 = FixtureRegisterWithContext(RegisterModuleBarAndBaz) |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 64 | // var AllPreparers = GroupFixturePreparers(Preparer1, Preparer2) |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 65 | // |
| 66 | // However, when restructured like this it would work fine: |
| 67 | // var PreparerFoo = FixtureRegisterWithContext(RegisterModuleFoo) |
| 68 | // var PreparerBar = FixtureRegisterWithContext(RegisterModuleBar) |
| 69 | // var PreparerBaz = FixtureRegisterWithContext(RegisterModuleBaz) |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 70 | // var Preparer1 = GroupFixturePreparers(RegisterModuleFoo, RegisterModuleBar) |
| 71 | // var Preparer2 = GroupFixturePreparers(RegisterModuleBar, RegisterModuleBaz) |
| 72 | // var AllPreparers = GroupFixturePreparers(Preparer1, Preparer2) |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 73 | // |
| 74 | // As after deduping and flattening AllPreparers would result in the following preparers being |
| 75 | // applied: |
| 76 | // 1. PreparerFoo |
| 77 | // 2. PreparerBar |
| 78 | // 3. PreparerBaz |
| 79 | // |
| 80 | // Preparers can be used for both integration and unit tests. |
| 81 | // |
| 82 | // Integration tests typically use all the module types, mutators and singletons that are available |
| 83 | // for that package to try and replicate the behavior of the runtime build as closely as possible. |
| 84 | // However, that realism comes at a cost of increased fragility (as they can be broken by changes in |
| 85 | // many different parts of the build) and also increased runtime, especially if they use lots of |
| 86 | // singletons and mutators. |
| 87 | // |
| 88 | // Unit tests on the other hand try and minimize the amount of code being tested which makes them |
| 89 | // less susceptible to changes elsewhere in the build and quick to run but at a cost of potentially |
| 90 | // not testing realistic scenarios. |
| 91 | // |
| 92 | // Supporting unit tests effectively require that preparers are available at the lowest granularity |
| 93 | // possible. Supporting integration tests effectively require that the preparers are organized into |
| 94 | // groups that provide all the functionality available. |
| 95 | // |
| 96 | // At least in terms of tests that check the behavior of build components via processing |
| 97 | // `Android.bp` there is no clear separation between a unit test and an integration test. Instead |
| 98 | // they vary from one end that tests a single module (e.g. filegroup) to the other end that tests a |
| 99 | // whole system of modules, mutators and singletons (e.g. apex + hiddenapi). |
| 100 | // |
| 101 | // TestResult |
| 102 | // ========== |
| 103 | // These are created by running tests in a Fixture and provide access to the Config and TestContext |
| 104 | // in which the tests were run. |
| 105 | // |
| 106 | // Example |
| 107 | // ======= |
| 108 | // |
| 109 | // An exported preparer for use by other packages that need to use java modules. |
| 110 | // |
| 111 | // package java |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 112 | // var PrepareForIntegrationTestWithJava = GroupFixturePreparers( |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 113 | // android.PrepareForIntegrationTestWithAndroid, |
| 114 | // FixtureRegisterWithContext(RegisterAGroupOfRelatedModulesMutatorsAndSingletons), |
| 115 | // FixtureRegisterWithContext(RegisterAnotherGroupOfRelatedModulesMutatorsAndSingletons), |
| 116 | // ... |
| 117 | // ) |
| 118 | // |
| 119 | // Some files to use in tests in the java package. |
| 120 | // |
| 121 | // var javaMockFS = android.MockFS{ |
| 122 | // "api/current.txt": nil, |
| 123 | // "api/removed.txt": nil, |
| 124 | // ... |
| 125 | // } |
| 126 | // |
| 127 | // A package private factory for use for testing java within the java package. |
| 128 | // |
| 129 | // var javaFixtureFactory = NewFixtureFactory( |
| 130 | // PrepareForIntegrationTestWithJava, |
| 131 | // FixtureRegisterWithContext(func(ctx android.RegistrationContext) { |
| 132 | // ctx.RegisterModuleType("test_module", testModule) |
| 133 | // }), |
| 134 | // javaMockFS.AddToFixture(), |
| 135 | // ... |
| 136 | // } |
| 137 | // |
| 138 | // func TestJavaStuff(t *testing.T) { |
| 139 | // result := javaFixtureFactory.RunTest(t, |
| 140 | // android.FixtureWithRootAndroidBp(`java_library {....}`), |
| 141 | // android.MockFS{...}.AddToFixture(), |
| 142 | // ) |
| 143 | // ... test result ... |
| 144 | // } |
| 145 | // |
| 146 | // package cc |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 147 | // var PrepareForTestWithCC = GroupFixturePreparers( |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 148 | // android.PrepareForArchMutator, |
| 149 | // android.prepareForPrebuilts, |
| 150 | // FixtureRegisterWithContext(RegisterRequiredBuildComponentsForTest), |
| 151 | // ... |
| 152 | // ) |
| 153 | // |
| 154 | // package apex |
| 155 | // |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 156 | // var PrepareForApex = GroupFixturePreparers( |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 157 | // ... |
| 158 | // ) |
| 159 | // |
| 160 | // Use modules and mutators from java, cc and apex. Any duplicate preparers (like |
| 161 | // android.PrepareForArchMutator) will be automatically deduped. |
| 162 | // |
| 163 | // var apexFixtureFactory = android.NewFixtureFactory( |
| 164 | // PrepareForJava, |
| 165 | // PrepareForCC, |
| 166 | // PrepareForApex, |
| 167 | // ) |
| 168 | |
| 169 | // Factory for Fixture objects. |
| 170 | // |
| 171 | // This is configured with a set of FixturePreparer objects that are used to |
| 172 | // initialize each Fixture instance this creates. |
| 173 | type FixtureFactory interface { |
| 174 | |
| 175 | // Creates a copy of this instance and adds some additional preparers. |
| 176 | // |
| 177 | // Before the preparers are used they are combined with the preparers provided when the factory |
| 178 | // was created, any groups of preparers are flattened, and the list is deduped so that each |
| 179 | // preparer is only used once. See the file documentation in android/fixture.go for more details. |
| 180 | Extend(preparers ...FixturePreparer) FixtureFactory |
| 181 | |
| 182 | // Create a Fixture. |
| 183 | Fixture(t *testing.T, preparers ...FixturePreparer) Fixture |
| 184 | |
Paul Duffin | 52323b5 | 2021-03-04 19:15:47 +0000 | [diff] [blame^] | 185 | // SetErrorHandler creates a new FixtureFactory that will use the supplied error handler to check |
| 186 | // the errors (may be 0) reported by the test. |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 187 | // |
| 188 | // The default handlers is FixtureExpectsNoErrors which will fail the go test immediately if any |
| 189 | // errors are reported. |
| 190 | SetErrorHandler(errorHandler FixtureErrorHandler) FixtureFactory |
| 191 | |
| 192 | // Run the test, checking any errors reported and returning a TestResult instance. |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 193 | // |
| 194 | // Shorthand for Fixture(t, preparers...).RunTest() |
| 195 | RunTest(t *testing.T, preparers ...FixturePreparer) *TestResult |
| 196 | |
| 197 | // Run the test with the supplied Android.bp file. |
| 198 | // |
| 199 | // Shorthand for RunTest(t, android.FixtureWithRootAndroidBp(bp)) |
| 200 | RunTestWithBp(t *testing.T, bp string) *TestResult |
| 201 | } |
| 202 | |
| 203 | // Create a new FixtureFactory that will apply the supplied preparers. |
| 204 | // |
| 205 | // The buildDirSupplier is a pointer to the package level buildDir variable that is initialized by |
| 206 | // the package level setUp method. It has to be a pointer to the variable as the variable will not |
| 207 | // have been initialized at the time the factory is created. |
| 208 | func NewFixtureFactory(buildDirSupplier *string, preparers ...FixturePreparer) FixtureFactory { |
| 209 | return &fixtureFactory{ |
| 210 | buildDirSupplier: buildDirSupplier, |
| 211 | preparers: dedupAndFlattenPreparers(nil, preparers), |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 212 | |
| 213 | // Set the default error handler. |
| 214 | errorHandler: FixtureExpectsNoErrors, |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 215 | } |
| 216 | } |
| 217 | |
| 218 | // A set of mock files to add to the mock file system. |
| 219 | type MockFS map[string][]byte |
| 220 | |
| 221 | func (fs MockFS) Merge(extra map[string][]byte) { |
| 222 | for p, c := range extra { |
| 223 | fs[p] = c |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | func (fs MockFS) AddToFixture() FixturePreparer { |
| 228 | return FixtureMergeMockFs(fs) |
| 229 | } |
| 230 | |
| 231 | // Modify the config |
| 232 | func FixtureModifyConfig(mutator func(config Config)) FixturePreparer { |
| 233 | return newSimpleFixturePreparer(func(f *fixture) { |
| 234 | mutator(f.config) |
| 235 | }) |
| 236 | } |
| 237 | |
| 238 | // Modify the config and context |
| 239 | func FixtureModifyConfigAndContext(mutator func(config Config, ctx *TestContext)) FixturePreparer { |
| 240 | return newSimpleFixturePreparer(func(f *fixture) { |
| 241 | mutator(f.config, f.ctx) |
| 242 | }) |
| 243 | } |
| 244 | |
| 245 | // Modify the context |
| 246 | func FixtureModifyContext(mutator func(ctx *TestContext)) FixturePreparer { |
| 247 | return newSimpleFixturePreparer(func(f *fixture) { |
| 248 | mutator(f.ctx) |
| 249 | }) |
| 250 | } |
| 251 | |
| 252 | func FixtureRegisterWithContext(registeringFunc func(ctx RegistrationContext)) FixturePreparer { |
| 253 | return FixtureModifyContext(func(ctx *TestContext) { registeringFunc(ctx) }) |
| 254 | } |
| 255 | |
| 256 | // Modify the mock filesystem |
| 257 | func FixtureModifyMockFS(mutator func(fs MockFS)) FixturePreparer { |
| 258 | return newSimpleFixturePreparer(func(f *fixture) { |
| 259 | mutator(f.mockFS) |
| 260 | }) |
| 261 | } |
| 262 | |
| 263 | // Merge the supplied file system into the mock filesystem. |
| 264 | // |
| 265 | // Paths that already exist in the mock file system are overridden. |
| 266 | func FixtureMergeMockFs(mockFS MockFS) FixturePreparer { |
| 267 | return FixtureModifyMockFS(func(fs MockFS) { |
| 268 | fs.Merge(mockFS) |
| 269 | }) |
| 270 | } |
| 271 | |
| 272 | // Add a file to the mock filesystem |
| 273 | func FixtureAddFile(path string, contents []byte) FixturePreparer { |
| 274 | return FixtureModifyMockFS(func(fs MockFS) { |
| 275 | fs[path] = contents |
| 276 | }) |
| 277 | } |
| 278 | |
| 279 | // Add a text file to the mock filesystem |
| 280 | func FixtureAddTextFile(path string, contents string) FixturePreparer { |
| 281 | return FixtureAddFile(path, []byte(contents)) |
| 282 | } |
| 283 | |
| 284 | // Add the root Android.bp file with the supplied contents. |
| 285 | func FixtureWithRootAndroidBp(contents string) FixturePreparer { |
| 286 | return FixtureAddTextFile("Android.bp", contents) |
| 287 | } |
| 288 | |
Paul Duffin | a560d5a | 2021-02-28 01:38:51 +0000 | [diff] [blame] | 289 | // GroupFixturePreparers creates a composite FixturePreparer that is equivalent to applying each of |
| 290 | // the supplied FixturePreparer instances in order. |
| 291 | // |
| 292 | // Before preparing the fixture the list of preparers is flattened by replacing each |
| 293 | // instance of GroupFixturePreparers with its contents. |
| 294 | func GroupFixturePreparers(preparers ...FixturePreparer) FixturePreparer { |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 295 | return &compositeFixturePreparer{dedupAndFlattenPreparers(nil, preparers)} |
| 296 | } |
| 297 | |
| 298 | type simpleFixturePreparerVisitor func(preparer *simpleFixturePreparer) |
| 299 | |
| 300 | // FixturePreparer is an opaque interface that can change a fixture. |
| 301 | type FixturePreparer interface { |
| 302 | // visit calls the supplied visitor with each *simpleFixturePreparer instances in this preparer, |
| 303 | visit(simpleFixturePreparerVisitor) |
| 304 | } |
| 305 | |
| 306 | type fixturePreparers []FixturePreparer |
| 307 | |
| 308 | func (f fixturePreparers) visit(visitor simpleFixturePreparerVisitor) { |
| 309 | for _, p := range f { |
| 310 | p.visit(visitor) |
| 311 | } |
| 312 | } |
| 313 | |
| 314 | // dedupAndFlattenPreparers removes any duplicates and flattens any composite FixturePreparer |
| 315 | // instances. |
| 316 | // |
| 317 | // base - a list of already flattened and deduped preparers that will be applied first before |
| 318 | // the list of additional preparers. Any duplicates of these in the additional preparers |
| 319 | // will be ignored. |
| 320 | // |
| 321 | // preparers - a list of additional unflattened, undeduped preparers that will be applied after the |
| 322 | // base preparers. |
| 323 | // |
| 324 | // Returns a deduped and flattened list of the preparers minus any that exist in the base preparers. |
| 325 | func dedupAndFlattenPreparers(base []*simpleFixturePreparer, preparers fixturePreparers) []*simpleFixturePreparer { |
| 326 | var list []*simpleFixturePreparer |
| 327 | visited := make(map[*simpleFixturePreparer]struct{}) |
| 328 | |
| 329 | // Mark the already flattened and deduped preparers, if any, as having been seen so that |
| 330 | // duplicates of these in the additional preparers will be discarded. |
| 331 | for _, s := range base { |
| 332 | visited[s] = struct{}{} |
| 333 | } |
| 334 | |
| 335 | preparers.visit(func(preparer *simpleFixturePreparer) { |
| 336 | if _, seen := visited[preparer]; !seen { |
| 337 | visited[preparer] = struct{}{} |
| 338 | list = append(list, preparer) |
| 339 | } |
| 340 | }) |
| 341 | return list |
| 342 | } |
| 343 | |
| 344 | // compositeFixturePreparer is a FixturePreparer created from a list of fixture preparers. |
| 345 | type compositeFixturePreparer struct { |
| 346 | preparers []*simpleFixturePreparer |
| 347 | } |
| 348 | |
| 349 | func (c *compositeFixturePreparer) visit(visitor simpleFixturePreparerVisitor) { |
| 350 | for _, p := range c.preparers { |
| 351 | p.visit(visitor) |
| 352 | } |
| 353 | } |
| 354 | |
| 355 | // simpleFixturePreparer is a FixturePreparer that applies a function to a fixture. |
| 356 | type simpleFixturePreparer struct { |
| 357 | function func(fixture *fixture) |
| 358 | } |
| 359 | |
| 360 | func (s *simpleFixturePreparer) visit(visitor simpleFixturePreparerVisitor) { |
| 361 | visitor(s) |
| 362 | } |
| 363 | |
| 364 | func newSimpleFixturePreparer(preparer func(fixture *fixture)) FixturePreparer { |
| 365 | return &simpleFixturePreparer{function: preparer} |
| 366 | } |
| 367 | |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 368 | // FixtureErrorHandler determines how to respond to errors reported by the code under test. |
| 369 | // |
| 370 | // Some possible responses: |
| 371 | // * Fail the test if any errors are reported, see FixtureExpectsNoErrors. |
| 372 | // * Fail the test if at least one error that matches a pattern is not reported see |
| 373 | // FixtureExpectsAtLeastOneErrorMatchingPattern |
| 374 | // * Fail the test if any unexpected errors are reported. |
| 375 | // |
| 376 | // Although at the moment all the error handlers are implemented as simply a wrapper around a |
| 377 | // function this is defined as an interface to allow future enhancements, e.g. provide different |
| 378 | // ways other than patterns to match an error and to combine handlers together. |
| 379 | type FixtureErrorHandler interface { |
| 380 | // CheckErrors checks the errors reported. |
| 381 | // |
| 382 | // The supplied result can be used to access the state of the code under test just as the main |
| 383 | // body of the test would but if any errors other than ones expected are reported the state may |
| 384 | // be indeterminate. |
| 385 | CheckErrors(result *TestResult, errs []error) |
| 386 | } |
| 387 | |
| 388 | type simpleErrorHandler struct { |
| 389 | function func(result *TestResult, errs []error) |
| 390 | } |
| 391 | |
| 392 | func (h simpleErrorHandler) CheckErrors(result *TestResult, errs []error) { |
| 393 | h.function(result, errs) |
| 394 | } |
| 395 | |
| 396 | // The default fixture error handler. |
| 397 | // |
| 398 | // Will fail the test immediately if any errors are reported. |
| 399 | var FixtureExpectsNoErrors = FixtureCustomErrorHandler( |
| 400 | func(result *TestResult, errs []error) { |
| 401 | FailIfErrored(result.T, errs) |
| 402 | }, |
| 403 | ) |
| 404 | |
| 405 | // FixtureExpectsAtLeastOneMatchingError returns an error handler that will cause the test to fail |
| 406 | // if at least one error that matches the regular expression is not found. |
| 407 | // |
| 408 | // The test will be failed if: |
| 409 | // * No errors are reported. |
| 410 | // * One or more errors are reported but none match the pattern. |
| 411 | // |
| 412 | // The test will not fail if: |
| 413 | // * Multiple errors are reported that do not match the pattern as long as one does match. |
| 414 | func FixtureExpectsAtLeastOneErrorMatchingPattern(pattern string) FixtureErrorHandler { |
| 415 | return FixtureCustomErrorHandler(func(result *TestResult, errs []error) { |
| 416 | FailIfNoMatchingErrors(result.T, pattern, errs) |
| 417 | }) |
| 418 | } |
| 419 | |
| 420 | // FixtureExpectsOneErrorToMatchPerPattern returns an error handler that will cause the test to fail |
| 421 | // if there are any unexpected errors. |
| 422 | // |
| 423 | // The test will be failed if: |
| 424 | // * The number of errors reported does not exactly match the patterns. |
| 425 | // * One or more of the reported errors do not match a pattern. |
| 426 | // * No patterns are provided and one or more errors are reported. |
| 427 | // |
| 428 | // The test will not fail if: |
| 429 | // * One or more of the patterns does not match an error. |
| 430 | func FixtureExpectsAllErrorsToMatchAPattern(patterns []string) FixtureErrorHandler { |
| 431 | return FixtureCustomErrorHandler(func(result *TestResult, errs []error) { |
| 432 | CheckErrorsAgainstExpectations(result.T, errs, patterns) |
| 433 | }) |
| 434 | } |
| 435 | |
| 436 | // FixtureCustomErrorHandler creates a custom error handler |
| 437 | func FixtureCustomErrorHandler(function func(result *TestResult, errs []error)) FixtureErrorHandler { |
| 438 | return simpleErrorHandler{ |
| 439 | function: function, |
| 440 | } |
| 441 | } |
| 442 | |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 443 | // Fixture defines the test environment. |
| 444 | type Fixture interface { |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 445 | // Run the test, checking any errors reported and returning a TestResult instance. |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 446 | RunTest() *TestResult |
| 447 | } |
| 448 | |
| 449 | // Provides general test support. |
| 450 | type TestHelper struct { |
| 451 | *testing.T |
| 452 | } |
| 453 | |
| 454 | // AssertBoolEquals checks if the expected and actual values are equal and if they are not then it |
| 455 | // reports an error prefixed with the supplied message and including a reason for why it failed. |
| 456 | func (h *TestHelper) AssertBoolEquals(message string, expected bool, actual bool) { |
| 457 | h.Helper() |
| 458 | if actual != expected { |
| 459 | h.Errorf("%s: expected %t, actual %t", message, expected, actual) |
| 460 | } |
| 461 | } |
| 462 | |
| 463 | // AssertStringEquals checks if the expected and actual values are equal and if they are not then |
| 464 | // it reports an error prefixed with the supplied message and including a reason for why it failed. |
| 465 | func (h *TestHelper) AssertStringEquals(message string, expected string, actual string) { |
| 466 | h.Helper() |
| 467 | if actual != expected { |
| 468 | h.Errorf("%s: expected %s, actual %s", message, expected, actual) |
| 469 | } |
| 470 | } |
| 471 | |
| 472 | // AssertTrimmedStringEquals checks if the expected and actual values are the same after trimming |
| 473 | // leading and trailing spaces from them both. If they are not then it reports an error prefixed |
| 474 | // with the supplied message and including a reason for why it failed. |
| 475 | func (h *TestHelper) AssertTrimmedStringEquals(message string, expected string, actual string) { |
| 476 | h.Helper() |
| 477 | h.AssertStringEquals(message, strings.TrimSpace(expected), strings.TrimSpace(actual)) |
| 478 | } |
| 479 | |
| 480 | // AssertStringDoesContain checks if the string contains the expected substring. If it does not |
| 481 | // then it reports an error prefixed with the supplied message and including a reason for why it |
| 482 | // failed. |
| 483 | func (h *TestHelper) AssertStringDoesContain(message string, s string, expectedSubstring string) { |
| 484 | h.Helper() |
| 485 | if !strings.Contains(s, expectedSubstring) { |
| 486 | h.Errorf("%s: could not find %q within %q", message, expectedSubstring, s) |
| 487 | } |
| 488 | } |
| 489 | |
| 490 | // AssertStringDoesNotContain checks if the string contains the expected substring. If it does then |
| 491 | // it reports an error prefixed with the supplied message and including a reason for why it failed. |
| 492 | func (h *TestHelper) AssertStringDoesNotContain(message string, s string, unexpectedSubstring string) { |
| 493 | h.Helper() |
| 494 | if strings.Contains(s, unexpectedSubstring) { |
| 495 | h.Errorf("%s: unexpectedly found %q within %q", message, unexpectedSubstring, s) |
| 496 | } |
| 497 | } |
| 498 | |
| 499 | // AssertArrayString checks if the expected and actual values are equal and if they are not then it |
| 500 | // reports an error prefixed with the supplied message and including a reason for why it failed. |
| 501 | func (h *TestHelper) AssertArrayString(message string, expected, actual []string) { |
| 502 | h.Helper() |
| 503 | if len(actual) != len(expected) { |
| 504 | h.Errorf("%s: expected %d (%q), actual (%d) %q", message, len(expected), expected, len(actual), actual) |
| 505 | return |
| 506 | } |
| 507 | for i := range actual { |
| 508 | if actual[i] != expected[i] { |
| 509 | h.Errorf("%s: expected %d-th, %q (%q), actual %q (%q)", |
| 510 | message, i, expected[i], expected, actual[i], actual) |
| 511 | return |
| 512 | } |
| 513 | } |
| 514 | } |
| 515 | |
| 516 | // AssertArrayString checks if the expected and actual values are equal using reflect.DeepEqual and |
| 517 | // if they are not then it reports an error prefixed with the supplied message and including a |
| 518 | // reason for why it failed. |
| 519 | func (h *TestHelper) AssertDeepEquals(message string, expected interface{}, actual interface{}) { |
| 520 | h.Helper() |
| 521 | if !reflect.DeepEqual(actual, expected) { |
| 522 | h.Errorf("%s: expected:\n %#v\n got:\n %#v", message, expected, actual) |
| 523 | } |
| 524 | } |
| 525 | |
| 526 | // Struct to allow TestResult to embed a *TestContext and allow call forwarding to its methods. |
| 527 | type testContext struct { |
| 528 | *TestContext |
| 529 | } |
| 530 | |
| 531 | // The result of running a test. |
| 532 | type TestResult struct { |
| 533 | TestHelper |
| 534 | testContext |
| 535 | |
| 536 | fixture *fixture |
| 537 | Config Config |
| 538 | } |
| 539 | |
| 540 | var _ FixtureFactory = (*fixtureFactory)(nil) |
| 541 | |
| 542 | type fixtureFactory struct { |
| 543 | buildDirSupplier *string |
| 544 | preparers []*simpleFixturePreparer |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 545 | errorHandler FixtureErrorHandler |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 546 | } |
| 547 | |
| 548 | func (f *fixtureFactory) Extend(preparers ...FixturePreparer) FixtureFactory { |
| 549 | all := append(f.preparers, dedupAndFlattenPreparers(f.preparers, preparers)...) |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 550 | // Copy the existing factory. |
| 551 | extendedFactory := &fixtureFactory{} |
| 552 | *extendedFactory = *f |
| 553 | // Use the extended list of preparers. |
| 554 | extendedFactory.preparers = all |
| 555 | return extendedFactory |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 556 | } |
| 557 | |
| 558 | func (f *fixtureFactory) Fixture(t *testing.T, preparers ...FixturePreparer) Fixture { |
| 559 | config := TestConfig(*f.buildDirSupplier, nil, "", nil) |
| 560 | ctx := NewTestContext(config) |
| 561 | fixture := &fixture{ |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 562 | factory: f, |
| 563 | t: t, |
| 564 | config: config, |
| 565 | ctx: ctx, |
| 566 | mockFS: make(MockFS), |
| 567 | errorHandler: f.errorHandler, |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 568 | } |
| 569 | |
| 570 | for _, preparer := range f.preparers { |
| 571 | preparer.function(fixture) |
| 572 | } |
| 573 | |
| 574 | for _, preparer := range dedupAndFlattenPreparers(f.preparers, preparers) { |
| 575 | preparer.function(fixture) |
| 576 | } |
| 577 | |
| 578 | return fixture |
| 579 | } |
| 580 | |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 581 | func (f *fixtureFactory) SetErrorHandler(errorHandler FixtureErrorHandler) FixtureFactory { |
Paul Duffin | 52323b5 | 2021-03-04 19:15:47 +0000 | [diff] [blame^] | 582 | newFactory := &fixtureFactory{} |
| 583 | *newFactory = *f |
| 584 | newFactory.errorHandler = errorHandler |
| 585 | return newFactory |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 586 | } |
| 587 | |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 588 | func (f *fixtureFactory) RunTest(t *testing.T, preparers ...FixturePreparer) *TestResult { |
| 589 | t.Helper() |
| 590 | fixture := f.Fixture(t, preparers...) |
| 591 | return fixture.RunTest() |
| 592 | } |
| 593 | |
| 594 | func (f *fixtureFactory) RunTestWithBp(t *testing.T, bp string) *TestResult { |
| 595 | t.Helper() |
| 596 | return f.RunTest(t, FixtureWithRootAndroidBp(bp)) |
| 597 | } |
| 598 | |
| 599 | type fixture struct { |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 600 | // The factory used to create this fixture. |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 601 | factory *fixtureFactory |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 602 | |
| 603 | // The gotest state of the go test within which this was created. |
| 604 | t *testing.T |
| 605 | |
| 606 | // The configuration prepared for this fixture. |
| 607 | config Config |
| 608 | |
| 609 | // The test context prepared for this fixture. |
| 610 | ctx *TestContext |
| 611 | |
| 612 | // The mock filesystem prepared for this fixture. |
| 613 | mockFS MockFS |
| 614 | |
| 615 | // The error handler used to check the errors, if any, that are reported. |
| 616 | errorHandler FixtureErrorHandler |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 617 | } |
| 618 | |
| 619 | func (f *fixture) RunTest() *TestResult { |
| 620 | f.t.Helper() |
| 621 | |
| 622 | ctx := f.ctx |
| 623 | |
| 624 | // The TestConfig() method assumes that the mock filesystem is available when creating so creates |
| 625 | // the mock file system immediately. Similarly, the NewTestContext(Config) method assumes that the |
| 626 | // supplied Config's FileSystem has been properly initialized before it is called and so it takes |
| 627 | // its own reference to the filesystem. However, fixtures create the Config and TestContext early |
| 628 | // so they can be modified by preparers at which time the mockFS has not been populated (because |
| 629 | // it too is modified by preparers). So, this reinitializes the Config and TestContext's |
| 630 | // FileSystem using the now populated mockFS. |
| 631 | f.config.mockFileSystem("", f.mockFS) |
| 632 | ctx.SetFs(ctx.config.fs) |
| 633 | if ctx.config.mockBpList != "" { |
| 634 | ctx.SetModuleListFile(ctx.config.mockBpList) |
| 635 | } |
| 636 | |
| 637 | ctx.Register() |
| 638 | _, errs := ctx.ParseBlueprintsFiles("ignored") |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 639 | if len(errs) == 0 { |
| 640 | _, errs = ctx.PrepareBuildActions(f.config) |
| 641 | } |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 642 | |
| 643 | result := &TestResult{ |
| 644 | TestHelper: TestHelper{T: f.t}, |
| 645 | testContext: testContext{ctx}, |
| 646 | fixture: f, |
| 647 | Config: f.config, |
| 648 | } |
Paul Duffin | cfd3374 | 2021-02-27 11:59:02 +0000 | [diff] [blame] | 649 | |
| 650 | f.errorHandler.CheckErrors(result, errs) |
| 651 | |
Paul Duffin | 3581612 | 2021-02-24 01:49:52 +0000 | [diff] [blame] | 652 | return result |
| 653 | } |
| 654 | |
| 655 | // NormalizePathForTesting removes the test invocation specific build directory from the supplied |
| 656 | // path. |
| 657 | // |
| 658 | // If the path is within the build directory (e.g. an OutputPath) then this returns the relative |
| 659 | // path to avoid tests having to deal with the dynamically generated build directory. |
| 660 | // |
| 661 | // Otherwise, this returns the supplied path as it is almost certainly a source path that is |
| 662 | // relative to the root of the source tree. |
| 663 | // |
| 664 | // Even though some information is removed from some paths and not others it should be possible to |
| 665 | // differentiate between them by the paths themselves, e.g. output paths will likely include |
| 666 | // ".intermediates" but source paths won't. |
| 667 | func (r *TestResult) NormalizePathForTesting(path Path) string { |
| 668 | pathContext := PathContextForTesting(r.Config) |
| 669 | pathAsString := path.String() |
| 670 | if rel, isRel := MaybeRel(pathContext, r.Config.BuildDir(), pathAsString); isRel { |
| 671 | return rel |
| 672 | } |
| 673 | return pathAsString |
| 674 | } |
| 675 | |
| 676 | // NormalizePathsForTesting normalizes each path in the supplied list and returns their normalized |
| 677 | // forms. |
| 678 | func (r *TestResult) NormalizePathsForTesting(paths Paths) []string { |
| 679 | var result []string |
| 680 | for _, path := range paths { |
| 681 | result = append(result, r.NormalizePathForTesting(path)) |
| 682 | } |
| 683 | return result |
| 684 | } |
| 685 | |
| 686 | // NewFixture creates a new test fixture that is based on the one that created this result. It is |
| 687 | // intended to test the output of module types that generate content to be processed by the build, |
| 688 | // e.g. sdk snapshots. |
| 689 | func (r *TestResult) NewFixture(preparers ...FixturePreparer) Fixture { |
| 690 | return r.fixture.factory.Fixture(r.T, preparers...) |
| 691 | } |
| 692 | |
| 693 | // RunTest is shorthand for NewFixture(preparers...).RunTest(). |
| 694 | func (r *TestResult) RunTest(preparers ...FixturePreparer) *TestResult { |
| 695 | r.Helper() |
| 696 | return r.fixture.factory.Fixture(r.T, preparers...).RunTest() |
| 697 | } |
| 698 | |
| 699 | // Module returns the module with the specific name and of the specified variant. |
| 700 | func (r *TestResult) Module(name string, variant string) Module { |
| 701 | return r.ModuleForTests(name, variant).Module() |
| 702 | } |
| 703 | |
| 704 | // Create a *TestResult object suitable for use within a subtest. |
| 705 | // |
| 706 | // This ensures that any errors reported by the TestResult, e.g. from within one of its |
| 707 | // Assert... methods, will be associated with the sub test and not the main test. |
| 708 | // |
| 709 | // result := ....RunTest() |
| 710 | // t.Run("subtest", func(t *testing.T) { |
| 711 | // subResult := result.ResultForSubTest(t) |
| 712 | // subResult.AssertStringEquals("something", ....) |
| 713 | // }) |
| 714 | func (r *TestResult) ResultForSubTest(t *testing.T) *TestResult { |
| 715 | subTestResult := *r |
| 716 | r.T = t |
| 717 | return &subTestResult |
| 718 | } |