blob: 80af474509ff1700d5d04d833075c1141f7d7695 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
Xiao Ma432162d2023-09-29 15:28:49 +09004 "name": "ConnectivityCoverageTests",
5 "options": [
6 {
7 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Junyu Lai86298be2023-10-17 17:25:10 +08008 },
9 {
10 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Xiao Ma432162d2023-09-29 15:28:49 +090011 }
12 ]
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +000013 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +090014 {
15 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +080016 "name": "FrameworksNetTests",
17 "options": [
18 {
19 "exclude-annotation": "com.android.testutils.SkipPresubmit"
20 }
21 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +090022 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000023 // Run in addition to mainline-presubmit as mainline-presubmit is not
24 // supported in every branch.
25 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
26 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090027 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000028 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090029 "options": [
30 {
31 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090032 },
33 {
34 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090035 }
36 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000037 },
Paul Hu206e5f02022-05-16 15:51:46 +080038 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
39 {
40 "name": "CtsNetTestCasesLatestSdk",
41 "options": [
42 {
43 "exclude-annotation": "com.android.testutils.SkipPresubmit"
44 },
45 {
46 "exclude-annotation": "androidx.test.filters.RequiresDevice"
47 }
48 ]
49 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090050 // CTS tests that target older SDKs.
51 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +090052 "name": "CtsNetTestCasesMaxTargetSdk30",
53 "options": [
54 {
55 "exclude-annotation": "com.android.testutils.SkipPresubmit"
56 },
57 {
58 "exclude-annotation": "androidx.test.filters.RequiresDevice"
59 }
60 ]
61 },
62 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090063 "name": "CtsNetTestCasesMaxTargetSdk31",
64 "options": [
65 {
66 "exclude-annotation": "com.android.testutils.SkipPresubmit"
67 },
68 {
69 "exclude-annotation": "androidx.test.filters.RequiresDevice"
70 }
71 ]
72 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000073 {
Yuyang Huang72bc6002023-02-17 17:29:01 +090074 "name": "CtsNetTestCasesMaxTargetSdk33",
75 "options": [
76 {
77 "exclude-annotation": "com.android.testutils.SkipPresubmit"
78 },
79 {
80 "exclude-annotation": "androidx.test.filters.RequiresDevice"
81 }
82 ]
83 },
84 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090085 "name": "bpf_existence_test"
86 },
87 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080088 "name": "connectivity_native_test"
89 },
90 {
Hungming Chen2e6d1072022-05-30 16:18:37 +080091 "name": "libclat_test"
92 },
93 {
Ken Chen1647f602021-10-05 21:55:22 +080094 "name": "netd_updatable_unit_test"
95 },
96 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000097 "name": "TetheringTests"
98 },
99 {
100 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800101 },
102 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800103 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900104 },
105 {
106 "name": "FrameworksNetIntegrationTests"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900107 }
easoncyleea1b13d62020-06-12 14:14:14 +0800108 ],
markchien911cf8f2021-07-19 17:23:54 +0800109 "postsubmit": [
110 {
111 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900112 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900113 {
Ken Chen1647f602021-10-05 21:55:22 +0800114 "name": "netd_updatable_unit_test",
115 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
116 },
117 {
Ken Chend4e5c762023-09-13 17:21:36 +0800118 "name": "dns_helper_unit_test"
119 },
120 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900121 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800122 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900123 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
124 {
125 "name": "CtsNetTestCases",
126 "options": [
127 {
128 "exclude-annotation": "androidx.test.filters.RequiresDevice"
129 }
130 ]
131 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800132 {
133 "name": "FrameworksNetTests"
markchien911cf8f2021-07-19 17:23:54 +0800134 }
135 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800136 "mainline-presubmit": [
137 {
easoncylee48c4cf62020-10-23 13:10:01 +0800138 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800139 "options": [
140 {
141 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900142 },
143 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900144 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
145 },
146 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900147 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800148 }
149 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000150 },
151 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900152 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
153 "options": [
154 {
155 "exclude-annotation": "com.android.testutils.SkipPresubmit"
156 },
157 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900158 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
159 },
160 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900161 "exclude-annotation": "androidx.test.filters.RequiresDevice"
162 }
163 ]
164 },
165 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900166 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
167 "options": [
168 {
169 "exclude-annotation": "com.android.testutils.SkipPresubmit"
170 },
171 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900172 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
173 },
174 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900175 "exclude-annotation": "androidx.test.filters.RequiresDevice"
176 }
177 ]
178 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900179 {
180 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
181 "options": [
182 {
183 "exclude-annotation": "com.android.testutils.SkipPresubmit"
184 },
185 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900186 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
187 },
188 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900189 "exclude-annotation": "androidx.test.filters.RequiresDevice"
190 }
191 ]
192 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900193 // Test with APK modules only, in cases where APEX is not supported, or the other modules
194 // were simply not updated
195 {
196 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
197 "options": [
198 {
199 "exclude-annotation": "com.android.testutils.SkipPresubmit"
200 },
201 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900202 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
203 },
204 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900205 "exclude-annotation": "androidx.test.filters.RequiresDevice"
206 },
207 {
208 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000209 },
210 {
211 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900212 }
213 ]
214 },
215 // Test with connectivity/tethering module only, to catch integration issues with older versions
216 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
217 // really exist in the field, but there is no strong guarantee, and it is required by MTS
218 // testing for module qualification, where modules are tested independently.
219 {
220 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
221 "options": [
222 {
223 "exclude-annotation": "com.android.testutils.SkipPresubmit"
224 },
225 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900226 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
227 },
228 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900229 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000230 },
231 {
232 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Yuyang Huanga6269582024-03-27 20:11:45 +0900233 },
234 {
235 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900236 }
237 ]
238 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900239 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900240 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
241 },
242 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800243 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
244 },
245 {
Ken Chen1647f602021-10-05 21:55:22 +0800246 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
247 },
248 {
Junyu Lai08a4a872023-10-19 10:33:03 +0800249 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
250 "options": [
251 {
252 "exclude-annotation": "com.android.testutils.SkipPresubmit"
253 }
254 ]
Wayne Ma7be6bce2022-01-12 16:29:49 +0800255 },
256 {
Ken Chenf426b2b2022-01-23 15:39:13 +0800257 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000258 },
259 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900260 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
261 "options": [
262 {
263 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
264 }
265 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800266 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000267 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000268 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000269 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000270 {
271 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
272 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000273 },
274 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900275 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
276 "keywords": ["sim"],
277 "options": [
278 {
279 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
280 }
281 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900282 },
283 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
284 {
285 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
286 "options": [
287 {
288 "exclude-annotation": "androidx.test.filters.RequiresDevice"
289 }
290 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000291 }
292 ],
293 "imports": [
294 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000295 "path": "frameworks/base/core/java/android/net"
296 },
297 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000298 "path": "frameworks/opt/net/ethernet"
299 },
300 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000301 "path": "packages/modules/NetworkStack"
302 },
303 {
304 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900305 },
306 {
Mohannad Farragb824e0f2024-05-02 10:47:59 +0000307 "path": "external/cronet"
308 },
309 {
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900310 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000311 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900312 ]
313}