blob: 9ec5c02fd719e0896d468a564bb1bb456bd27b53 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Diwas Sharma7621bfb2024-05-14 20:50:42 +00002 "captiveportal-networkstack-resolve-tethering-mainline-presubmit": [
3 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +09004 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +00005 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.SkipPresubmit"
8 },
9 {
10 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
11 },
12 {
13 "exclude-annotation": "androidx.test.filters.RequiresDevice"
14 }
15 ]
16 },
17 {
18 "name": "CtsNetTestCasesMaxTargetSdk30",
19 "options": [
20 {
21 "exclude-annotation": "com.android.testutils.SkipPresubmit"
22 },
23 {
24 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
25 },
26 {
27 "exclude-annotation": "androidx.test.filters.RequiresDevice"
28 }
29 ]
30 },
31 {
32 "name": "CtsNetTestCasesMaxTargetSdk31",
33 "options": [
34 {
35 "exclude-annotation": "com.android.testutils.SkipPresubmit"
36 },
37 {
38 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
39 },
40 {
41 "exclude-annotation": "androidx.test.filters.RequiresDevice"
42 }
43 ]
44 },
45 {
46 "name": "CtsNetTestCasesMaxTargetSdk33",
47 "options": [
48 {
49 "exclude-annotation": "com.android.testutils.SkipPresubmit"
50 },
51 {
52 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
53 },
54 {
55 "exclude-annotation": "androidx.test.filters.RequiresDevice"
56 }
57 ]
58 },
59 {
60 "name": "bpf_existence_test"
61 },
62 {
63 "name": "connectivity_native_test"
64 },
65 {
66 "name": "netd_updatable_unit_test"
67 },
68 {
69 "name": "ConnectivityCoverageTests",
70 "options": [
71 {
72 "exclude-annotation": "com.android.testutils.SkipPresubmit"
73 }
74 ]
75 },
76 {
77 "name": "libnetworkstats_test"
78 },
79 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +090080 "name": "CtsTetheringTest",
Diwas Sharma7621bfb2024-05-14 20:50:42 +000081 "options": [
82 {
83 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
84 }
85 ]
Chalard Jean5c015cf2025-06-06 15:48:29 +090086 },
87 {
88 "name": "CtsHostsideNetworkTests",
89 "options": [
90 {
91 "exclude-annotation": "androidx.test.filters.RequiresDevice"
92 }
93 ]
Diwas Sharma7621bfb2024-05-14 20:50:42 +000094 }
95 ],
96 "captiveportal-networkstack-mainline-presubmit": [
97 // Test with APK modules only, in cases where APEX is not supported, or the other modules
98 // were simply not updated
99 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900100 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +0000101 "options": [
102 {
103 "exclude-annotation": "com.android.testutils.SkipPresubmit"
104 },
105 {
106 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
107 },
108 {
109 "exclude-annotation": "androidx.test.filters.RequiresDevice"
110 },
111 {
112 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
113 },
114 {
115 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
116 }
117 ]
118 }
119 ],
120 "tethering-mainline-presubmit": [
121 // Test with connectivity/tethering module only, to catch integration issues with older versions
122 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
123 // really exist in the field, but there is no strong guarantee, and it is required by MTS
124 // testing for module qualification, where modules are tested independently.
125 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900126 "name": "CtsNetTestCases",
Diwas Sharma7621bfb2024-05-14 20:50:42 +0000127 "options": [
128 {
129 "exclude-annotation": "com.android.testutils.SkipPresubmit"
130 },
131 {
132 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
133 },
134 {
135 "exclude-annotation": "androidx.test.filters.RequiresDevice"
136 },
137 {
138 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
139 },
140 {
141 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
142 }
143 ]
144 }
145 ],
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +0000146 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000147 {
Xiao Ma432162d2023-09-29 15:28:49 +0900148 "name": "ConnectivityCoverageTests",
149 "options": [
150 {
151 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Junyu Lai86298be2023-10-17 17:25:10 +0800152 },
153 {
154 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Xiao Ma432162d2023-09-29 15:28:49 +0900155 }
156 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000157 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900158 {
159 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +0800160 "name": "FrameworksNetTests",
161 "options": [
162 {
163 "exclude-annotation": "com.android.testutils.SkipPresubmit"
164 }
165 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900166 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000167 // Run in addition to mainline-presubmit as mainline-presubmit is not
168 // supported in every branch.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900169 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000170 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900171 "options": [
172 {
173 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900174 },
175 {
176 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900177 }
178 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000179 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900180 // CTS tests that target older SDKs.
181 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900182 "name": "CtsNetTestCasesMaxTargetSdk30",
183 "options": [
184 {
185 "exclude-annotation": "com.android.testutils.SkipPresubmit"
186 },
187 {
188 "exclude-annotation": "androidx.test.filters.RequiresDevice"
189 }
190 ]
191 },
192 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900193 "name": "CtsNetTestCasesMaxTargetSdk31",
194 "options": [
195 {
196 "exclude-annotation": "com.android.testutils.SkipPresubmit"
197 },
198 {
199 "exclude-annotation": "androidx.test.filters.RequiresDevice"
200 }
201 ]
202 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000203 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900204 "name": "CtsNetTestCasesMaxTargetSdk33",
205 "options": [
206 {
207 "exclude-annotation": "com.android.testutils.SkipPresubmit"
208 },
209 {
210 "exclude-annotation": "androidx.test.filters.RequiresDevice"
211 }
212 ]
213 },
214 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900215 "name": "bpf_existence_test"
216 },
217 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800218 "name": "connectivity_native_test"
219 },
220 {
Hungming Chen2e6d1072022-05-30 16:18:37 +0800221 "name": "libclat_test"
222 },
223 {
Ken Chen1647f602021-10-05 21:55:22 +0800224 "name": "netd_updatable_unit_test"
225 },
226 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000227 "name": "TetheringTests"
228 },
229 {
230 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800231 },
232 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800233 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900234 },
235 {
236 "name": "FrameworksNetIntegrationTests"
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900237 },
238 {
239 "name": "CtsTetheringTest"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900240 }
easoncyleea1b13d62020-06-12 14:14:14 +0800241 ],
markchien911cf8f2021-07-19 17:23:54 +0800242 "postsubmit": [
243 {
244 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900245 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900246 {
Ken Chen1647f602021-10-05 21:55:22 +0800247 "name": "netd_updatable_unit_test",
248 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
249 },
250 {
Ken Chend4e5c762023-09-13 17:21:36 +0800251 "name": "dns_helper_unit_test"
252 },
253 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900254 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800255 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900256 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
257 {
258 "name": "CtsNetTestCases",
259 "options": [
260 {
261 "exclude-annotation": "androidx.test.filters.RequiresDevice"
262 }
263 ]
264 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800265 {
266 "name": "FrameworksNetTests"
Junyu Lai850e6fa2024-06-21 14:34:01 +0800267 },
268 // TODO: Move to presumit after meet SLO requirement.
269 {
270 "name": "NetworkStaticLibHostPythonTests"
markchien911cf8f2021-07-19 17:23:54 +0800271 }
272 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800273 "mainline-presubmit": [
274 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900275 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800276 "options": [
277 {
278 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900279 },
280 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900281 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
282 },
283 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900284 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800285 }
286 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000287 },
288 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900289 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
290 "options": [
291 {
292 "exclude-annotation": "com.android.testutils.SkipPresubmit"
293 },
294 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900295 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
296 },
297 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900298 "exclude-annotation": "androidx.test.filters.RequiresDevice"
299 }
300 ]
301 },
302 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900303 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
304 "options": [
305 {
306 "exclude-annotation": "com.android.testutils.SkipPresubmit"
307 },
308 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900309 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
310 },
311 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900312 "exclude-annotation": "androidx.test.filters.RequiresDevice"
313 }
314 ]
315 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900316 {
317 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
318 "options": [
319 {
320 "exclude-annotation": "com.android.testutils.SkipPresubmit"
321 },
322 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900323 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
324 },
325 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900326 "exclude-annotation": "androidx.test.filters.RequiresDevice"
327 }
328 ]
329 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900330 // Test with APK modules only, in cases where APEX is not supported, or the other modules
331 // were simply not updated
332 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900333 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900334 "options": [
335 {
336 "exclude-annotation": "com.android.testutils.SkipPresubmit"
337 },
338 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900339 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
340 },
341 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900342 "exclude-annotation": "androidx.test.filters.RequiresDevice"
343 },
344 {
345 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000346 },
347 {
348 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900349 }
350 ]
351 },
352 // Test with connectivity/tethering module only, to catch integration issues with older versions
353 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
354 // really exist in the field, but there is no strong guarantee, and it is required by MTS
355 // testing for module qualification, where modules are tested independently.
356 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900357 "name": "CtsNetTestCases[com.google.android.tethering.apex]",
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900358 "options": [
359 {
360 "exclude-annotation": "com.android.testutils.SkipPresubmit"
361 },
362 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900363 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
364 },
365 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900366 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000367 },
368 {
369 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Yuyang Huanga6269582024-03-27 20:11:45 +0900370 },
371 {
372 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900373 }
374 ]
375 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900376 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900377 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
378 },
379 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800380 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
381 },
382 {
Ken Chen1647f602021-10-05 21:55:22 +0800383 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
384 },
385 {
Junyu Lai08a4a872023-10-19 10:33:03 +0800386 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
387 "options": [
388 {
389 "exclude-annotation": "com.android.testutils.SkipPresubmit"
390 }
391 ]
Wayne Ma7be6bce2022-01-12 16:29:49 +0800392 },
393 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800394 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000395 },
396 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900397 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Xiao Ma161b70c2023-06-01 13:36:46 +0900398 "options": [
399 {
400 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
401 }
402 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800403 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000404 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000405 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000406 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000407 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900408 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000409 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000410 },
411 {
Yuyang Huangd9f3b072025-02-04 12:21:19 +0900412 "name": "CtsTetheringTest[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Xiao Ma161b70c2023-06-01 13:36:46 +0900413 "keywords": ["sim"],
414 "options": [
415 {
416 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
417 }
418 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900419 },
420 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
421 {
Motomu Utsumic42f32f2024-06-12 19:15:26 +0900422 "name": "CtsNetTestCases[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900423 "options": [
424 {
425 "exclude-annotation": "androidx.test.filters.RequiresDevice"
426 }
427 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000428 }
429 ],
Antonio Kantek431d11b2024-10-18 23:02:30 +0000430 "automotive-mumd-presubmit": [
431 {
432 "name": "CtsNetTestCases"
Xiang Wangaa2c8b02024-11-26 23:18:43 +0000433 },
434 {
435 "name": "CtsNetTestCasesUpdateStatsPermission"
Antonio Kantek431d11b2024-10-18 23:02:30 +0000436 }
437 ],
Lorenzo Colitti6ba072f2025-08-18 18:40:52 +0900438 "hsum-presubmit": [
439 {
440 "name": "CtsNetTestCases"
441 },
442 {
Lorenzo Colitti6ba072f2025-08-18 18:40:52 +0900443 "name": "CtsNativeNetDnsTestCases"
444 },
445 {
446 "name": "CtsNetTestCasesInternetPermission"
447 },
448 {
449 "name": "CtsNetTestCasesUpdateStatsPermission"
450 }
451 ],
Gazal Agarwald363be62025-04-03 09:13:40 -0700452 "tv-presubmit": [
453 {
454 "name": "CtsNetTestCases"
455 },
456 {
Gazal Agarwald363be62025-04-03 09:13:40 -0700457 "name": "CtsNativeNetDnsTestCases"
458 },
459 {
460 "name": "CtsNetTestCasesInternetPermission"
461 },
462 {
463 "name": "CtsNetTestCasesUpdateStatsPermission"
464 }
465 ],
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000466 "imports": [
467 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000468 "path": "frameworks/base/core/java/android/net"
469 },
470 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000471 "path": "frameworks/opt/net/ethernet"
472 },
473 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000474 "path": "packages/modules/NetworkStack"
475 },
476 {
477 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900478 },
479 {
Mohannad Farragb824e0f2024-05-02 10:47:59 +0000480 "path": "external/cronet"
481 },
482 {
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900483 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000484 }
Shrisha Udupa01cf1772025-07-15 23:05:13 -0700485 ],
486 "wear-cts-presubmit": [
487 {
488 "name": "CtsNetTestCases",
489 "options": [
490 {
491 "exclude-filter": "android.net.cts.NetworkValidationTest#testCapportApiCallbacks"
492 }
493 ]
494 },
495 {
496 "name": "CtsNetTestCasesUpdateStatsPermission"
497 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900498 ]
499}