Gitiles
Code Review Sign In
gerrit.omnirom.org / android_packages_modules_Connectivity / f45ec2858a0532496c6b1a0b64d2aadcff4f550c / . / TEST_MAPPING
blob: d33453c2644ff9bdb2fde3cce1be2c510fa00faf [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]1{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +0000[diff] [blame]2 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +0000[diff] [blame]3 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900[diff] [blame]6 {
7 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]8 "name": "FrameworksNetTests",
9 "options": [
10 {
11 "exclude-annotation": "com.android.testutils.SkipPresubmit"
12 }
13 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +0900[diff] [blame]14 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000[diff] [blame]15 // Run in addition to mainline-presubmit as mainline-presubmit is not
16 // supported in every branch.
17 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
18 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]19 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +0000[diff] [blame]20 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]21 "options": [
22 {
23 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]24 },
25 {
26 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]27 }
28 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]29 },
Paul Hu206e5f02022-05-16 15:51:46 +0800[diff] [blame]30 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
31 {
32 "name": "CtsNetTestCasesLatestSdk",
33 "options": [
34 {
35 "exclude-annotation": "com.android.testutils.SkipPresubmit"
36 },
37 {
38 "exclude-annotation": "androidx.test.filters.RequiresDevice"
39 }
40 ]
41 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]42 // CTS tests that target older SDKs.
43 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]44 "name": "CtsNetTestCasesMaxTargetSdk30",
45 "options": [
46 {
47 "exclude-annotation": "com.android.testutils.SkipPresubmit"
48 },
49 {
50 "exclude-annotation": "androidx.test.filters.RequiresDevice"
51 }
52 ]
53 },
54 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]55 "name": "CtsNetTestCasesMaxTargetSdk31",
56 "options": [
57 {
58 "exclude-annotation": "com.android.testutils.SkipPresubmit"
59 },
60 {
61 "exclude-annotation": "androidx.test.filters.RequiresDevice"
62 }
63 ]
64 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]65 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]66 "name": "CtsNetTestCasesMaxTargetSdk33",
67 "options": [
68 {
69 "exclude-annotation": "com.android.testutils.SkipPresubmit"
70 },
71 {
72 "exclude-annotation": "androidx.test.filters.RequiresDevice"
73 }
74 ]
75 },
76 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900[diff] [blame]77 "name": "bpf_existence_test"
78 },
79 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800[diff] [blame]80 "name": "connectivity_native_test"
81 },
82 {
Hungming Chen2e6d1072022-05-30 16:18:37 +0800[diff] [blame]83 "name": "libclat_test"
84 },
85 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]86 "name": "netd_updatable_unit_test"
87 },
88 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]89 "name": "TetheringTests"
90 },
91 {
92 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]93 },
94 {
95 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]96 },
97 {
98 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900[diff] [blame]99 },
100 {
101 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +0000[diff] [blame]102 },
103 // Runs both NetHttpTests and CtsNetHttpTestCases
104 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]105 "name": "NetHttpCoverageTests",
106 "options": [
107 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000[diff] [blame]108 "exclude-annotation": "com.android.testutils.SkipPresubmit"
109 },
110 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]111 // These sometimes take longer than 1 min which is the presubmit timeout
112 "exclude-annotation": "androidx.test.filters.LargeTest"
113 }
114 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]115 }
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]116 ],
markchien911cf8f2021-07-19 17:23:54 +0800[diff] [blame]117 "postsubmit": [
118 {
119 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900[diff] [blame]120 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900[diff] [blame]121 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]122 "name": "netd_updatable_unit_test",
123 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
124 },
125 {
Wayne Ma320b95d2022-01-23 23:43:11 +0800[diff] [blame]126 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]127 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]128 },
129 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900[diff] [blame]130 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]131 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]132 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
133 {
134 "name": "CtsNetTestCases",
135 "options": [
136 {
137 "exclude-annotation": "androidx.test.filters.RequiresDevice"
138 }
139 ]
140 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800[diff] [blame]141 {
142 "name": "FrameworksNetTests"
Chidera Olibiebe9f3512023-08-09 09:50:36 +0000[diff] [blame]143 },
144 {
145 "name": "NetHttpCoverageTests"
markchien911cf8f2021-07-19 17:23:54 +0800[diff] [blame]146 }
147 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]148 "mainline-presubmit": [
149 {
easoncylee48c4cf62020-10-23 13:10:01 +0800[diff] [blame]150 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]151 "options": [
152 {
153 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]154 },
155 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]156 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
157 },
158 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900[diff] [blame]159 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]160 }
161 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000[diff] [blame]162 },
163 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]164 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
165 "options": [
166 {
167 "exclude-annotation": "com.android.testutils.SkipPresubmit"
168 },
169 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]170 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
171 },
172 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900[diff] [blame]173 "exclude-annotation": "androidx.test.filters.RequiresDevice"
174 }
175 ]
176 },
177 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]178 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
179 "options": [
180 {
181 "exclude-annotation": "com.android.testutils.SkipPresubmit"
182 },
183 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]184 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
185 },
186 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]187 "exclude-annotation": "androidx.test.filters.RequiresDevice"
188 }
189 ]
190 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]191 {
192 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
193 "options": [
194 {
195 "exclude-annotation": "com.android.testutils.SkipPresubmit"
196 },
197 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]198 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
199 },
200 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900[diff] [blame]201 "exclude-annotation": "androidx.test.filters.RequiresDevice"
202 }
203 ]
204 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]205 // Test with APK modules only, in cases where APEX is not supported, or the other modules
206 // were simply not updated
207 {
208 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
209 "options": [
210 {
211 "exclude-annotation": "com.android.testutils.SkipPresubmit"
212 },
213 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]214 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
215 },
216 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]217 "exclude-annotation": "androidx.test.filters.RequiresDevice"
218 },
219 {
220 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000[diff] [blame]221 },
222 {
223 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]224 }
225 ]
226 },
227 // Test with connectivity/tethering module only, to catch integration issues with older versions
228 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
229 // really exist in the field, but there is no strong guarantee, and it is required by MTS
230 // testing for module qualification, where modules are tested independently.
231 {
232 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
233 "options": [
234 {
235 "exclude-annotation": "com.android.testutils.SkipPresubmit"
236 },
237 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]238 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
239 },
240 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]241 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000[diff] [blame]242 },
243 {
244 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900[diff] [blame]245 }
246 ]
247 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900[diff] [blame]248 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900[diff] [blame]249 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
250 },
251 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800[diff] [blame]252 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
253 },
254 {
Ken Chen1647f602021-10-05 21:55:22 +0800[diff] [blame]255 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
256 },
257 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000[diff] [blame]258 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800[diff] [blame]259 },
260 {
261 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800[diff] [blame]262 },
263 {
264 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000[diff] [blame]265 },
266 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]267 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
268 "options": [
269 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000[diff] [blame]270 "exclude-annotation": "com.android.testutils.SkipPresubmit"
271 },
272 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000[diff] [blame]273 // These sometimes take longer than 1 min which is the presubmit timeout
274 "exclude-annotation": "androidx.test.filters.LargeTest"
275 }
276 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000[diff] [blame]277 },
278 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900[diff] [blame]279 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
280 "options": [
281 {
282 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
283 }
284 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800[diff] [blame]285 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]286 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]287 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]288 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000[diff] [blame]289 {
290 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
291 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000[diff] [blame]292 },
293 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900[diff] [blame]294 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
295 "keywords": ["sim"],
296 "options": [
297 {
298 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
299 }
300 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900[diff] [blame]301 },
302 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
303 {
304 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
305 "options": [
306 {
307 "exclude-annotation": "androidx.test.filters.RequiresDevice"
308 }
309 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000[diff] [blame]310 }
311 ],
312 "imports": [
313 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]314 "path": "frameworks/base/core/java/android/net"
315 },
316 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000[diff] [blame]317 "path": "frameworks/opt/net/ethernet"
318 },
319 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]320 "path": "packages/modules/NetworkStack"
321 },
322 {
323 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900[diff] [blame]324 },
325 {
326 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000[diff] [blame]327 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900[diff] [blame]328 ]
329}