blob: 28565545e16c1a45786e9609cf7a885524ce06be [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Diwas Sharma7621bfb2024-05-14 20:50:42 +00002 "captiveportal-networkstack-resolve-tethering-mainline-presubmit": [
3 {
4 "name": "CtsNetTestCasesLatestSdk",
5 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.SkipPresubmit"
8 },
9 {
10 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
11 },
12 {
13 "exclude-annotation": "androidx.test.filters.RequiresDevice"
14 }
15 ]
16 },
17 {
18 "name": "CtsNetTestCasesMaxTargetSdk30",
19 "options": [
20 {
21 "exclude-annotation": "com.android.testutils.SkipPresubmit"
22 },
23 {
24 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
25 },
26 {
27 "exclude-annotation": "androidx.test.filters.RequiresDevice"
28 }
29 ]
30 },
31 {
32 "name": "CtsNetTestCasesMaxTargetSdk31",
33 "options": [
34 {
35 "exclude-annotation": "com.android.testutils.SkipPresubmit"
36 },
37 {
38 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
39 },
40 {
41 "exclude-annotation": "androidx.test.filters.RequiresDevice"
42 }
43 ]
44 },
45 {
46 "name": "CtsNetTestCasesMaxTargetSdk33",
47 "options": [
48 {
49 "exclude-annotation": "com.android.testutils.SkipPresubmit"
50 },
51 {
52 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
53 },
54 {
55 "exclude-annotation": "androidx.test.filters.RequiresDevice"
56 }
57 ]
58 },
59 {
60 "name": "bpf_existence_test"
61 },
62 {
63 "name": "connectivity_native_test"
64 },
65 {
66 "name": "netd_updatable_unit_test"
67 },
68 {
69 "name": "ConnectivityCoverageTests",
70 "options": [
71 {
72 "exclude-annotation": "com.android.testutils.SkipPresubmit"
73 }
74 ]
75 },
76 {
77 "name": "libnetworkstats_test"
78 },
79 {
80 "name": "NetHttpCoverageTests",
81 "options": [
82 {
83 "exclude-annotation": "com.android.testutils.SkipPresubmit"
84 },
85 {
86 // These sometimes take longer than 1 min which is the presubmit timeout
87 "exclude-annotation": "androidx.test.filters.LargeTest"
88 }
89 ]
90 },
91 {
92 "name": "CtsTetheringTestLatestSdk",
93 "options": [
94 {
95 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
96 }
97 ]
98 }
99 ],
100 "captiveportal-networkstack-mainline-presubmit": [
101 // Test with APK modules only, in cases where APEX is not supported, or the other modules
102 // were simply not updated
103 {
104 "name": "CtsNetTestCasesLatestSdk",
105 "options": [
106 {
107 "exclude-annotation": "com.android.testutils.SkipPresubmit"
108 },
109 {
110 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
111 },
112 {
113 "exclude-annotation": "androidx.test.filters.RequiresDevice"
114 },
115 {
116 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
117 },
118 {
119 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
120 }
121 ]
122 }
123 ],
124 "tethering-mainline-presubmit": [
125 // Test with connectivity/tethering module only, to catch integration issues with older versions
126 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
127 // really exist in the field, but there is no strong guarantee, and it is required by MTS
128 // testing for module qualification, where modules are tested independently.
129 {
130 "name": "CtsNetTestCasesLatestSdk",
131 "options": [
132 {
133 "exclude-annotation": "com.android.testutils.SkipPresubmit"
134 },
135 {
136 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
137 },
138 {
139 "exclude-annotation": "androidx.test.filters.RequiresDevice"
140 },
141 {
142 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
143 },
144 {
145 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
146 }
147 ]
148 }
149 ],
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +0000150 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000151 {
Xiao Ma432162d2023-09-29 15:28:49 +0900152 "name": "ConnectivityCoverageTests",
153 "options": [
154 {
155 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Junyu Lai86298be2023-10-17 17:25:10 +0800156 },
157 {
158 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Xiao Ma432162d2023-09-29 15:28:49 +0900159 }
160 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000161 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900162 {
163 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +0800164 "name": "FrameworksNetTests",
165 "options": [
166 {
167 "exclude-annotation": "com.android.testutils.SkipPresubmit"
168 }
169 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900170 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000171 // Run in addition to mainline-presubmit as mainline-presubmit is not
172 // supported in every branch.
173 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
174 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900175 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000176 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900177 "options": [
178 {
179 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900180 },
181 {
182 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900183 }
184 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000185 },
Paul Hu206e5f02022-05-16 15:51:46 +0800186 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
187 {
188 "name": "CtsNetTestCasesLatestSdk",
189 "options": [
190 {
191 "exclude-annotation": "com.android.testutils.SkipPresubmit"
192 },
193 {
194 "exclude-annotation": "androidx.test.filters.RequiresDevice"
195 }
196 ]
197 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900198 // CTS tests that target older SDKs.
199 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900200 "name": "CtsNetTestCasesMaxTargetSdk30",
201 "options": [
202 {
203 "exclude-annotation": "com.android.testutils.SkipPresubmit"
204 },
205 {
206 "exclude-annotation": "androidx.test.filters.RequiresDevice"
207 }
208 ]
209 },
210 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900211 "name": "CtsNetTestCasesMaxTargetSdk31",
212 "options": [
213 {
214 "exclude-annotation": "com.android.testutils.SkipPresubmit"
215 },
216 {
217 "exclude-annotation": "androidx.test.filters.RequiresDevice"
218 }
219 ]
220 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000221 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900222 "name": "CtsNetTestCasesMaxTargetSdk33",
223 "options": [
224 {
225 "exclude-annotation": "com.android.testutils.SkipPresubmit"
226 },
227 {
228 "exclude-annotation": "androidx.test.filters.RequiresDevice"
229 }
230 ]
231 },
232 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900233 "name": "bpf_existence_test"
234 },
235 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800236 "name": "connectivity_native_test"
237 },
238 {
Hungming Chen2e6d1072022-05-30 16:18:37 +0800239 "name": "libclat_test"
240 },
241 {
Ken Chen1647f602021-10-05 21:55:22 +0800242 "name": "netd_updatable_unit_test"
243 },
244 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000245 "name": "TetheringTests"
246 },
247 {
248 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800249 },
250 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800251 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900252 },
253 {
254 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +0000255 },
256 // Runs both NetHttpTests and CtsNetHttpTestCases
257 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000258 "name": "NetHttpCoverageTests",
259 "options": [
260 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000261 "exclude-annotation": "com.android.testutils.SkipPresubmit"
262 },
263 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000264 // These sometimes take longer than 1 min which is the presubmit timeout
265 "exclude-annotation": "androidx.test.filters.LargeTest"
266 }
267 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900268 }
easoncyleea1b13d62020-06-12 14:14:14 +0800269 ],
markchien911cf8f2021-07-19 17:23:54 +0800270 "postsubmit": [
271 {
272 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900273 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900274 {
Ken Chen1647f602021-10-05 21:55:22 +0800275 "name": "netd_updatable_unit_test",
276 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
277 },
278 {
Ken Chend4e5c762023-09-13 17:21:36 +0800279 "name": "dns_helper_unit_test"
280 },
281 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900282 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800283 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900284 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
285 {
286 "name": "CtsNetTestCases",
287 "options": [
288 {
289 "exclude-annotation": "androidx.test.filters.RequiresDevice"
290 }
291 ]
292 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800293 {
294 "name": "FrameworksNetTests"
Chidera Olibiebe9f3512023-08-09 09:50:36 +0000295 },
296 {
297 "name": "NetHttpCoverageTests"
markchien911cf8f2021-07-19 17:23:54 +0800298 }
299 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800300 "mainline-presubmit": [
301 {
easoncylee48c4cf62020-10-23 13:10:01 +0800302 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800303 "options": [
304 {
305 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900306 },
307 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900308 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
309 },
310 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900311 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800312 }
313 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000314 },
315 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900316 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
317 "options": [
318 {
319 "exclude-annotation": "com.android.testutils.SkipPresubmit"
320 },
321 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900322 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
323 },
324 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900325 "exclude-annotation": "androidx.test.filters.RequiresDevice"
326 }
327 ]
328 },
329 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900330 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
331 "options": [
332 {
333 "exclude-annotation": "com.android.testutils.SkipPresubmit"
334 },
335 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900336 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
337 },
338 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900339 "exclude-annotation": "androidx.test.filters.RequiresDevice"
340 }
341 ]
342 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900343 {
344 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
345 "options": [
346 {
347 "exclude-annotation": "com.android.testutils.SkipPresubmit"
348 },
349 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900350 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
351 },
352 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900353 "exclude-annotation": "androidx.test.filters.RequiresDevice"
354 }
355 ]
356 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900357 // Test with APK modules only, in cases where APEX is not supported, or the other modules
358 // were simply not updated
359 {
360 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
361 "options": [
362 {
363 "exclude-annotation": "com.android.testutils.SkipPresubmit"
364 },
365 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900366 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
367 },
368 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900369 "exclude-annotation": "androidx.test.filters.RequiresDevice"
370 },
371 {
372 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000373 },
374 {
375 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900376 }
377 ]
378 },
379 // Test with connectivity/tethering module only, to catch integration issues with older versions
380 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
381 // really exist in the field, but there is no strong guarantee, and it is required by MTS
382 // testing for module qualification, where modules are tested independently.
383 {
384 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
385 "options": [
386 {
387 "exclude-annotation": "com.android.testutils.SkipPresubmit"
388 },
389 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900390 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
391 },
392 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900393 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000394 },
395 {
396 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Yuyang Huanga6269582024-03-27 20:11:45 +0900397 },
398 {
399 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900400 }
401 ]
402 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900403 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900404 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
405 },
406 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800407 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
408 },
409 {
Ken Chen1647f602021-10-05 21:55:22 +0800410 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
411 },
412 {
Junyu Lai08a4a872023-10-19 10:33:03 +0800413 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
414 "options": [
415 {
416 "exclude-annotation": "com.android.testutils.SkipPresubmit"
417 }
418 ]
Wayne Ma7be6bce2022-01-12 16:29:49 +0800419 },
420 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800421 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000422 },
423 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000424 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
425 "options": [
426 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000427 "exclude-annotation": "com.android.testutils.SkipPresubmit"
428 },
429 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000430 // These sometimes take longer than 1 min which is the presubmit timeout
431 "exclude-annotation": "androidx.test.filters.LargeTest"
432 }
433 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000434 },
435 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900436 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
437 "options": [
438 {
439 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
440 }
441 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800442 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000443 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000444 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000445 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000446 {
447 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
448 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000449 },
450 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900451 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
452 "keywords": ["sim"],
453 "options": [
454 {
455 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
456 }
457 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900458 },
459 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
460 {
461 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
462 "options": [
463 {
464 "exclude-annotation": "androidx.test.filters.RequiresDevice"
465 }
466 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000467 }
468 ],
469 "imports": [
470 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000471 "path": "frameworks/base/core/java/android/net"
472 },
473 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000474 "path": "frameworks/opt/net/ethernet"
475 },
476 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000477 "path": "packages/modules/NetworkStack"
478 },
479 {
480 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900481 },
482 {
483 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000484 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900485 ]
486}