blob: fafd3bbba3fc083578de27441c1341e9c9f828e3 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
Xiao Ma432162d2023-09-29 15:28:49 +09004 "name": "ConnectivityCoverageTests",
5 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
8 }
9 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +000010 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +090011 {
12 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +080013 "name": "FrameworksNetTests",
14 "options": [
15 {
16 "exclude-annotation": "com.android.testutils.SkipPresubmit"
17 }
18 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +090019 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000020 // Run in addition to mainline-presubmit as mainline-presubmit is not
21 // supported in every branch.
22 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
23 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090024 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000025 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090026 "options": [
27 {
28 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090029 },
30 {
31 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090032 }
33 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000034 },
Paul Hu206e5f02022-05-16 15:51:46 +080035 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
36 {
37 "name": "CtsNetTestCasesLatestSdk",
38 "options": [
39 {
40 "exclude-annotation": "com.android.testutils.SkipPresubmit"
41 },
42 {
43 "exclude-annotation": "androidx.test.filters.RequiresDevice"
44 }
45 ]
46 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090047 // CTS tests that target older SDKs.
48 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +090049 "name": "CtsNetTestCasesMaxTargetSdk30",
50 "options": [
51 {
52 "exclude-annotation": "com.android.testutils.SkipPresubmit"
53 },
54 {
55 "exclude-annotation": "androidx.test.filters.RequiresDevice"
56 }
57 ]
58 },
59 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090060 "name": "CtsNetTestCasesMaxTargetSdk31",
61 "options": [
62 {
63 "exclude-annotation": "com.android.testutils.SkipPresubmit"
64 },
65 {
66 "exclude-annotation": "androidx.test.filters.RequiresDevice"
67 }
68 ]
69 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000070 {
Yuyang Huang72bc6002023-02-17 17:29:01 +090071 "name": "CtsNetTestCasesMaxTargetSdk33",
72 "options": [
73 {
74 "exclude-annotation": "com.android.testutils.SkipPresubmit"
75 },
76 {
77 "exclude-annotation": "androidx.test.filters.RequiresDevice"
78 }
79 ]
80 },
81 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090082 "name": "bpf_existence_test"
83 },
84 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080085 "name": "connectivity_native_test"
86 },
87 {
Hungming Chen2e6d1072022-05-30 16:18:37 +080088 "name": "libclat_test"
89 },
90 {
Ken Chen1647f602021-10-05 21:55:22 +080091 "name": "netd_updatable_unit_test"
92 },
93 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000094 "name": "TetheringTests"
95 },
96 {
97 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080098 },
99 {
100 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +0800101 },
102 {
103 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900104 },
105 {
106 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +0000107 },
108 // Runs both NetHttpTests and CtsNetHttpTestCases
109 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000110 "name": "NetHttpCoverageTests",
111 "options": [
112 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000113 "exclude-annotation": "com.android.testutils.SkipPresubmit"
114 },
115 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000116 // These sometimes take longer than 1 min which is the presubmit timeout
117 "exclude-annotation": "androidx.test.filters.LargeTest"
118 }
119 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900120 }
easoncyleea1b13d62020-06-12 14:14:14 +0800121 ],
markchien911cf8f2021-07-19 17:23:54 +0800122 "postsubmit": [
123 {
124 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900125 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900126 {
Ken Chen1647f602021-10-05 21:55:22 +0800127 "name": "netd_updatable_unit_test",
128 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
129 },
130 {
Wayne Ma320b95d2022-01-23 23:43:11 +0800131 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +0800132 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +0800133 },
134 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900135 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800136 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900137 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
138 {
139 "name": "CtsNetTestCases",
140 "options": [
141 {
142 "exclude-annotation": "androidx.test.filters.RequiresDevice"
143 }
144 ]
145 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800146 {
147 "name": "FrameworksNetTests"
Chidera Olibiebe9f3512023-08-09 09:50:36 +0000148 },
149 {
150 "name": "NetHttpCoverageTests"
markchien911cf8f2021-07-19 17:23:54 +0800151 }
152 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800153 "mainline-presubmit": [
154 {
easoncylee48c4cf62020-10-23 13:10:01 +0800155 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800156 "options": [
157 {
158 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900159 },
160 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900161 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
162 },
163 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900164 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800165 }
166 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000167 },
168 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900169 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
170 "options": [
171 {
172 "exclude-annotation": "com.android.testutils.SkipPresubmit"
173 },
174 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900175 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
176 },
177 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900178 "exclude-annotation": "androidx.test.filters.RequiresDevice"
179 }
180 ]
181 },
182 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900183 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
184 "options": [
185 {
186 "exclude-annotation": "com.android.testutils.SkipPresubmit"
187 },
188 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900189 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
190 },
191 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900192 "exclude-annotation": "androidx.test.filters.RequiresDevice"
193 }
194 ]
195 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900196 {
197 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
198 "options": [
199 {
200 "exclude-annotation": "com.android.testutils.SkipPresubmit"
201 },
202 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900203 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
204 },
205 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900206 "exclude-annotation": "androidx.test.filters.RequiresDevice"
207 }
208 ]
209 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900210 // Test with APK modules only, in cases where APEX is not supported, or the other modules
211 // were simply not updated
212 {
213 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
214 "options": [
215 {
216 "exclude-annotation": "com.android.testutils.SkipPresubmit"
217 },
218 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900219 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
220 },
221 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900222 "exclude-annotation": "androidx.test.filters.RequiresDevice"
223 },
224 {
225 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000226 },
227 {
228 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900229 }
230 ]
231 },
232 // Test with connectivity/tethering module only, to catch integration issues with older versions
233 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
234 // really exist in the field, but there is no strong guarantee, and it is required by MTS
235 // testing for module qualification, where modules are tested independently.
236 {
237 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
238 "options": [
239 {
240 "exclude-annotation": "com.android.testutils.SkipPresubmit"
241 },
242 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900243 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
244 },
245 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900246 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000247 },
248 {
249 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900250 }
251 ]
252 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900253 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900254 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
255 },
256 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800257 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
258 },
259 {
Ken Chen1647f602021-10-05 21:55:22 +0800260 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
261 },
262 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000263 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800264 },
265 {
266 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800267 },
268 {
269 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000270 },
271 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000272 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
273 "options": [
274 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000275 "exclude-annotation": "com.android.testutils.SkipPresubmit"
276 },
277 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000278 // These sometimes take longer than 1 min which is the presubmit timeout
279 "exclude-annotation": "androidx.test.filters.LargeTest"
280 }
281 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000282 },
283 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900284 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
285 "options": [
286 {
287 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
288 }
289 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800290 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000291 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000292 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000293 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000294 {
295 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
296 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000297 },
298 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900299 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
300 "keywords": ["sim"],
301 "options": [
302 {
303 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
304 }
305 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900306 },
307 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
308 {
309 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
310 "options": [
311 {
312 "exclude-annotation": "androidx.test.filters.RequiresDevice"
313 }
314 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000315 }
316 ],
317 "imports": [
318 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000319 "path": "frameworks/base/core/java/android/net"
320 },
321 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000322 "path": "frameworks/opt/net/ethernet"
323 },
324 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000325 "path": "packages/modules/NetworkStack"
326 },
327 {
328 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900329 },
330 {
331 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000332 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900333 ]
334}