blob: 7e70e6c65da889539c364b2202f7b60b51a84688 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +09006 {
7 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
Junyu Laib8fc7552023-07-26 14:25:49 +08008 "name": "FrameworksNetTests",
9 "options": [
10 {
11 "exclude-annotation": "com.android.testutils.SkipPresubmit"
12 }
13 ]
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +090014 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000015 // Run in addition to mainline-presubmit as mainline-presubmit is not
16 // supported in every branch.
17 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
18 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090019 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000020 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090021 "options": [
22 {
23 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090024 },
25 {
26 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090027 }
28 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000029 },
Paul Hu206e5f02022-05-16 15:51:46 +080030 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
31 {
32 "name": "CtsNetTestCasesLatestSdk",
33 "options": [
34 {
35 "exclude-annotation": "com.android.testutils.SkipPresubmit"
36 },
37 {
38 "exclude-annotation": "androidx.test.filters.RequiresDevice"
39 }
40 ]
41 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090042 // CTS tests that target older SDKs.
43 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +090044 "name": "CtsNetTestCasesMaxTargetSdk30",
45 "options": [
46 {
47 "exclude-annotation": "com.android.testutils.SkipPresubmit"
48 },
49 {
50 "exclude-annotation": "androidx.test.filters.RequiresDevice"
51 }
52 ]
53 },
54 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090055 "name": "CtsNetTestCasesMaxTargetSdk31",
56 "options": [
57 {
58 "exclude-annotation": "com.android.testutils.SkipPresubmit"
59 },
60 {
61 "exclude-annotation": "androidx.test.filters.RequiresDevice"
62 }
63 ]
64 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000065 {
Yuyang Huang72bc6002023-02-17 17:29:01 +090066 "name": "CtsNetTestCasesMaxTargetSdk33",
67 "options": [
68 {
69 "exclude-annotation": "com.android.testutils.SkipPresubmit"
70 },
71 {
72 "exclude-annotation": "androidx.test.filters.RequiresDevice"
73 }
74 ]
75 },
76 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090077 "name": "bpf_existence_test"
78 },
79 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080080 "name": "connectivity_native_test"
81 },
82 {
Hungming Chen2e6d1072022-05-30 16:18:37 +080083 "name": "libclat_test"
84 },
85 {
Ken Chen1647f602021-10-05 21:55:22 +080086 "name": "netd_updatable_unit_test"
87 },
88 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000089 "name": "TetheringTests"
90 },
91 {
92 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080093 },
94 {
95 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +080096 },
97 {
98 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090099 },
100 {
101 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +0000102 },
103 // Runs both NetHttpTests and CtsNetHttpTestCases
104 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000105 "name": "NetHttpCoverageTests",
106 "options": [
107 {
108 // These sometimes take longer than 1 min which is the presubmit timeout
109 "exclude-annotation": "androidx.test.filters.LargeTest"
110 }
111 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900112 }
easoncyleea1b13d62020-06-12 14:14:14 +0800113 ],
markchien911cf8f2021-07-19 17:23:54 +0800114 "postsubmit": [
115 {
116 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900117 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900118 {
Ken Chen1647f602021-10-05 21:55:22 +0800119 "name": "netd_updatable_unit_test",
120 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
121 },
122 {
Wayne Ma320b95d2022-01-23 23:43:11 +0800123 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +0800124 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +0800125 },
126 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900127 "name": "FrameworksNetDeflakeTest"
Junyu Laib8fc7552023-07-26 14:25:49 +0800128 },
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900129 // Postsubmit on virtual devices to monitor flakiness of @SkipPresubmit methods
130 {
131 "name": "CtsNetTestCases",
132 "options": [
133 {
134 "exclude-annotation": "androidx.test.filters.RequiresDevice"
135 }
136 ]
137 },
Junyu Laib8fc7552023-07-26 14:25:49 +0800138 {
139 "name": "FrameworksNetTests"
markchien911cf8f2021-07-19 17:23:54 +0800140 }
141 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800142 "mainline-presubmit": [
143 {
easoncylee48c4cf62020-10-23 13:10:01 +0800144 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800145 "options": [
146 {
147 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900148 },
149 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900150 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
151 },
152 {
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900153 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800154 }
155 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000156 },
157 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900158 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
159 "options": [
160 {
161 "exclude-annotation": "com.android.testutils.SkipPresubmit"
162 },
163 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900164 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
165 },
166 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900167 "exclude-annotation": "androidx.test.filters.RequiresDevice"
168 }
169 ]
170 },
171 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900172 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
173 "options": [
174 {
175 "exclude-annotation": "com.android.testutils.SkipPresubmit"
176 },
177 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900178 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
179 },
180 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900181 "exclude-annotation": "androidx.test.filters.RequiresDevice"
182 }
183 ]
184 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900185 {
186 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
187 "options": [
188 {
189 "exclude-annotation": "com.android.testutils.SkipPresubmit"
190 },
191 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900192 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
193 },
194 {
Yuyang Huang72bc6002023-02-17 17:29:01 +0900195 "exclude-annotation": "androidx.test.filters.RequiresDevice"
196 }
197 ]
198 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900199 // Test with APK modules only, in cases where APEX is not supported, or the other modules
200 // were simply not updated
201 {
202 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
203 "options": [
204 {
205 "exclude-annotation": "com.android.testutils.SkipPresubmit"
206 },
207 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900208 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
209 },
210 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900211 "exclude-annotation": "androidx.test.filters.RequiresDevice"
212 },
213 {
214 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000215 },
216 {
217 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900218 }
219 ]
220 },
221 // Test with connectivity/tethering module only, to catch integration issues with older versions
222 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
223 // really exist in the field, but there is no strong guarantee, and it is required by MTS
224 // testing for module qualification, where modules are tested independently.
225 {
226 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
227 "options": [
228 {
229 "exclude-annotation": "com.android.testutils.SkipPresubmit"
230 },
231 {
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900232 "exclude-annotation": "com.android.testutils.SkipMainlinePresubmit"
233 },
234 {
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900235 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000236 },
237 {
238 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900239 }
240 ]
241 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900242 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900243 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
244 },
245 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800246 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
247 },
248 {
Ken Chen1647f602021-10-05 21:55:22 +0800249 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
250 },
251 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000252 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800253 },
254 {
255 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800256 },
257 {
258 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000259 },
260 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000261 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
262 "options": [
263 {
264 // These sometimes take longer than 1 min which is the presubmit timeout
265 "exclude-annotation": "androidx.test.filters.LargeTest"
266 }
267 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000268 },
269 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900270 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
271 "options": [
272 {
273 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
274 }
275 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800276 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000277 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000278 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000279 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000280 {
281 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
282 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000283 },
284 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900285 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
286 "keywords": ["sim"],
287 "options": [
288 {
289 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
290 }
291 ]
Remi NGUYEN VAN8db52a52023-07-26 16:15:03 +0900292 },
293 // Postsubmit on virtual devices to monitor flakiness of @SkipMainlinePresubmit methods
294 {
295 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
296 "options": [
297 {
298 "exclude-annotation": "androidx.test.filters.RequiresDevice"
299 }
300 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000301 }
302 ],
303 "imports": [
304 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000305 "path": "frameworks/base/core/java/android/net"
306 },
307 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000308 "path": "frameworks/opt/net/ethernet"
309 },
310 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000311 "path": "packages/modules/NetworkStack"
312 },
313 {
314 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900315 },
316 {
317 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000318 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900319 ]
320}