Gitiles
Code Review Sign In
gerrit.omnirom.org / android_packages_modules_Connectivity / d4e5c76c6e88bb8161100a7961aa1ecb6735ec9a / . / TEST_MAPPING
blob: 520124dc3cf051edd8bbcbb33d53d9b90cf48d54 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]1{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +0000[diff] [blame]2 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000[diff] [blame]3 {
Xiao Ma432162d2023-09-29 15:28:49 +0900[diff] [blame]4 "name": "ConnectivityCoverageTests",
5 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Junyu Lai86298be2023-10-17 17:25:10 +0800[diff] [blame]8 },
9 {
10 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Xiao Ma432162d2023-09-29 15:28:49 +0900[diff] [blame]11 }
12 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000[diff] [blame]13 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900[diff] [blame]14 {
15 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]16 "name": "FrameworksNetTests",
17 "options": [
18 {
19 "exclude-annotation": "com.android.testutils.SkipPresubmit"
20 }
21 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900[diff] [blame]22 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000[diff] [blame]23 // Run in addition to mainline-presubmit as mainline-presubmit is not
24 // supported in every branch.
25 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
26 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]27 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000[diff] [blame]28 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]29 "options": [
30 {
31 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]32 },
33 {
34 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]35 }
36 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]37 },
Paul Hu206e5f02022-05-16 15:51:46 +0800[diff] [blame]38 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
39 {
40 "name": "CtsNetTestCasesLatestSdk",
41 "options": [
42 {
43 "exclude-annotation": "com.android.testutils.SkipPresubmit"
44 },
45 {
46 "exclude-annotation": "androidx.test.filters.RequiresDevice"
47 }
48 ]
49 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]50 // CTS tests that target older SDKs.
51 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]52 "name": "CtsNetTestCasesMaxTargetSdk30",
53 "options": [
54 {
55 "exclude-annotation": "com.android.testutils.SkipPresubmit"
56 },
57 {
58 "exclude-annotation": "androidx.test.filters.RequiresDevice"
59 }
60 ]
61 },
62 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]63 "name": "CtsNetTestCasesMaxTargetSdk31",
64 "options": [
65 {
66 "exclude-annotation": "com.android.testutils.SkipPresubmit"
67 },
68 {
69 "exclude-annotation": "androidx.test.filters.RequiresDevice"
70 }
71 ]
72 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]73 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]74 "name": "CtsNetTestCasesMaxTargetSdk33",
75 "options": [
76 {
77 "exclude-annotation": "com.android.testutils.SkipPresubmit"
78 },
79 {
80 "exclude-annotation": "androidx.test.filters.RequiresDevice"
81 }
82 ]
83 },
84 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900[diff] [blame]85 "name": "bpf_existence_test"
86 },
87 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800[diff] [blame]88 "name": "connectivity_native_test"
89 },
90 {
Hungming Chen2e6d1072022-05-30 16:18:37 +0800[diff] [blame]91 "name": "libclat_test"
92 },
93 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]94 "name": "netd_updatable_unit_test"
95 },
96 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]97 "name": "TetheringTests"
98 },
99 {
100 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]101 },
102 {
103 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]104 },
105 {
106 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900[diff] [blame]107 },
108 {
109 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +0000[diff] [blame]110 },
111 // Runs both NetHttpTests and CtsNetHttpTestCases
112 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]113 "name": "NetHttpCoverageTests",
114 "options": [
115 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000[diff] [blame]116 "exclude-annotation": "com.android.testutils.SkipPresubmit"
117 },
118 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]119 // These sometimes take longer than 1 min which is the presubmit timeout
120 "exclude-annotation": "androidx.test.filters.LargeTest"
121 }
122 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]123 }
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]124 ],
markchien911cf8f2021-07-19 17:23:54 +0800[diff] [blame]125 "postsubmit": [
126 {
127 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900[diff] [blame]128 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900[diff] [blame]129 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]130 "name": "netd_updatable_unit_test",
131 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
132 },
133 {
Ken Chend4e5c762023-09-13 17:21:36 +0800[diff] [blame^]134 "name": "dns_helper_unit_test"
135 },
136 {
Wayne Ma320b95d2022-01-23 23:43:11 +0800[diff] [blame]137 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]138 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]139 },
140 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900[diff] [blame]141 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]142 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]143 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
144 {
145 "name": "CtsNetTestCases",
146 "options": [
147 {
148 "exclude-annotation": "androidx.test.filters.RequiresDevice"
149 }
150 ]
151 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]152 {
153 "name": "FrameworksNetTests"
Chidera Olibiebe9f3512023-08-09 09:50:36 +0000[diff] [blame]154 },
155 {
156 "name": "NetHttpCoverageTests"
markchien911cf8f2021-07-19 17:23:54 +0800[diff] [blame]157 }
158 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]159 "mainline-presubmit": [
160 {
easoncylee48c4cf62020-10-23 13:10:01 +0800[diff] [blame]161 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]162 "options": [
163 {
164 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]165 },
166 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]167 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
168 },
169 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]170 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]171 }
172 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000[diff] [blame]173 },
174 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]175 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
176 "options": [
177 {
178 "exclude-annotation": "com.android.testutils.SkipPresubmit"
179 },
180 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]181 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
182 },
183 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]184 "exclude-annotation": "androidx.test.filters.RequiresDevice"
185 }
186 ]
187 },
188 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]189 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
190 "options": [
191 {
192 "exclude-annotation": "com.android.testutils.SkipPresubmit"
193 },
194 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]195 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
196 },
197 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]198 "exclude-annotation": "androidx.test.filters.RequiresDevice"
199 }
200 ]
201 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]202 {
203 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
204 "options": [
205 {
206 "exclude-annotation": "com.android.testutils.SkipPresubmit"
207 },
208 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]209 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
210 },
211 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]212 "exclude-annotation": "androidx.test.filters.RequiresDevice"
213 }
214 ]
215 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]216 // Test with APK modules only, in cases where APEX is not supported, or the other modules
217 // were simply not updated
218 {
219 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
220 "options": [
221 {
222 "exclude-annotation": "com.android.testutils.SkipPresubmit"
223 },
224 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]225 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
226 },
227 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]228 "exclude-annotation": "androidx.test.filters.RequiresDevice"
229 },
230 {
231 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000[diff] [blame]232 },
233 {
234 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]235 }
236 ]
237 },
238 // Test with connectivity/tethering module only, to catch integration issues with older versions
239 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
240 // really exist in the field, but there is no strong guarantee, and it is required by MTS
241 // testing for module qualification, where modules are tested independently.
242 {
243 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
244 "options": [
245 {
246 "exclude-annotation": "com.android.testutils.SkipPresubmit"
247 },
248 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]249 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
250 },
251 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]252 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000[diff] [blame]253 },
254 {
255 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]256 }
257 ]
258 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]259 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900[diff] [blame]260 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
261 },
262 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800[diff] [blame]263 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
264 },
265 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]266 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
267 },
268 {
Junyu Lai08a4a872023-10-19 10:33:03 +0800[diff] [blame]269 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
270 "options": [
271 {
272 "exclude-annotation": "com.android.testutils.SkipPresubmit"
273 }
274 ]
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]275 },
276 {
277 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]278 },
279 {
280 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000[diff] [blame]281 },
282 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]283 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
284 "options": [
285 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000[diff] [blame]286 "exclude-annotation": "com.android.testutils.SkipPresubmit"
287 },
288 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]289 // These sometimes take longer than 1 min which is the presubmit timeout
290 "exclude-annotation": "androidx.test.filters.LargeTest"
291 }
292 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000[diff] [blame]293 },
294 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900[diff] [blame]295 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
296 "options": [
297 {
298 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
299 }
300 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]301 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]302 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]303 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]304 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]305 {
306 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
307 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000[diff] [blame]308 },
309 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900[diff] [blame]310 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
311 "keywords": ["sim"],
312 "options": [
313 {
314 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
315 }
316 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]317 },
318 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
319 {
320 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
321 "options": [
322 {
323 "exclude-annotation": "androidx.test.filters.RequiresDevice"
324 }
325 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]326 }
327 ],
328 "imports": [
329 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]330 "path": "frameworks/base/core/java/android/net"
331 },
332 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000[diff] [blame]333 "path": "frameworks/opt/net/ethernet"
334 },
335 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]336 "path": "packages/modules/NetworkStack"
337 },
338 {
339 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900[diff] [blame]340 },
341 {
342 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]343 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]344 ]
345}