blob: 3384f7bd427bcb206691c3a78d896ad0ff3b5e4d [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +09006 {
7 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
8 "name": "FrameworksNetTests"
9 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000010 // Run in addition to mainline-presubmit as mainline-presubmit is not
11 // supported in every branch.
12 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
13 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090014 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000015 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090016 "options": [
17 {
18 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090019 },
20 {
21 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090022 }
23 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000024 },
Paul Hu206e5f02022-05-16 15:51:46 +080025 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
26 {
27 "name": "CtsNetTestCasesLatestSdk",
28 "options": [
29 {
30 "exclude-annotation": "com.android.testutils.SkipPresubmit"
31 },
32 {
33 "exclude-annotation": "androidx.test.filters.RequiresDevice"
34 }
35 ]
36 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090037 // CTS tests that target older SDKs.
38 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +090039 "name": "CtsNetTestCasesMaxTargetSdk30",
40 "options": [
41 {
42 "exclude-annotation": "com.android.testutils.SkipPresubmit"
43 },
44 {
45 "exclude-annotation": "androidx.test.filters.RequiresDevice"
46 }
47 ]
48 },
49 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +090050 "name": "CtsNetTestCasesMaxTargetSdk31",
51 "options": [
52 {
53 "exclude-annotation": "com.android.testutils.SkipPresubmit"
54 },
55 {
56 "exclude-annotation": "androidx.test.filters.RequiresDevice"
57 }
58 ]
59 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000060 {
Yuyang Huang72bc6002023-02-17 17:29:01 +090061 "name": "CtsNetTestCasesMaxTargetSdk33",
62 "options": [
63 {
64 "exclude-annotation": "com.android.testutils.SkipPresubmit"
65 },
66 {
67 "exclude-annotation": "androidx.test.filters.RequiresDevice"
68 }
69 ]
70 },
71 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090072 "name": "bpf_existence_test"
73 },
74 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080075 "name": "connectivity_native_test"
76 },
77 {
Hungming Chen2e6d1072022-05-30 16:18:37 +080078 "name": "libclat_test"
79 },
80 {
Ken Chen1647f602021-10-05 21:55:22 +080081 "name": "netd_updatable_unit_test"
82 },
83 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000084 "name": "TetheringTests"
85 },
86 {
87 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080088 },
89 {
90 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +080091 },
92 {
93 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090094 },
95 {
96 "name": "FrameworksNetIntegrationTests"
Chidera Olibie71578372023-02-13 14:29:03 +000097 },
98 // Runs both NetHttpTests and CtsNetHttpTestCases
99 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000100 "name": "NetHttpCoverageTests",
101 "options": [
102 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000103 "exclude-annotation": "com.android.testutils.SkipPresubmit"
104 },
105 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000106 // These sometimes take longer than 1 min which is the presubmit timeout
107 "exclude-annotation": "androidx.test.filters.LargeTest"
108 }
109 ]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900110 }
easoncyleea1b13d62020-06-12 14:14:14 +0800111 ],
markchien911cf8f2021-07-19 17:23:54 +0800112 "postsubmit": [
113 {
114 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900115 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +0900116 {
Ken Chen1647f602021-10-05 21:55:22 +0800117 "name": "netd_updatable_unit_test",
118 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
119 },
120 {
Wayne Ma320b95d2022-01-23 23:43:11 +0800121 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +0800122 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +0800123 },
124 {
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900125 "name": "FrameworksNetDeflakeTest"
markchien911cf8f2021-07-19 17:23:54 +0800126 }
127 ],
easoncyleea1b13d62020-06-12 14:14:14 +0800128 "mainline-presubmit": [
129 {
easoncylee48c4cf62020-10-23 13:10:01 +0800130 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +0800131 "options": [
132 {
133 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900134 },
135 {
136 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800137 }
138 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000139 },
140 {
Remi NGUYEN VAN348bbb02022-07-19 16:33:04 +0900141 "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
142 "options": [
143 {
144 "exclude-annotation": "com.android.testutils.SkipPresubmit"
145 },
146 {
147 "exclude-annotation": "androidx.test.filters.RequiresDevice"
148 }
149 ]
150 },
151 {
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900152 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
153 "options": [
154 {
155 "exclude-annotation": "com.android.testutils.SkipPresubmit"
156 },
157 {
158 "exclude-annotation": "androidx.test.filters.RequiresDevice"
159 }
160 ]
161 },
Yuyang Huang72bc6002023-02-17 17:29:01 +0900162 {
163 "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
164 "options": [
165 {
166 "exclude-annotation": "com.android.testutils.SkipPresubmit"
167 },
168 {
169 "exclude-annotation": "androidx.test.filters.RequiresDevice"
170 }
171 ]
172 },
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900173 // Test with APK modules only, in cases where APEX is not supported, or the other modules
174 // were simply not updated
175 {
176 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
177 "options": [
178 {
179 "exclude-annotation": "com.android.testutils.SkipPresubmit"
180 },
181 {
182 "exclude-annotation": "androidx.test.filters.RequiresDevice"
183 },
184 {
185 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
Mike Yucc5dbf92023-06-06 11:26:28 +0000186 },
187 {
188 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900189 }
190 ]
191 },
192 // Test with connectivity/tethering module only, to catch integration issues with older versions
193 // of other modules. "new tethering + old NetworkStack" is not a configuration that should
194 // really exist in the field, but there is no strong guarantee, and it is required by MTS
195 // testing for module qualification, where modules are tested independently.
196 {
197 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
198 "options": [
199 {
200 "exclude-annotation": "com.android.testutils.SkipPresubmit"
201 },
202 {
203 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Mike Yucc5dbf92023-06-06 11:26:28 +0000204 },
205 {
206 "exclude-annotation": "com.android.testutils.DnsResolverModuleTest"
Remi NGUYEN VAN7d800632022-05-31 10:53:47 +0900207 }
208 ]
209 },
Lorenzo Colitti9e61b822022-05-28 00:20:06 +0900210 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900211 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
212 },
213 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800214 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
215 },
216 {
Ken Chen1647f602021-10-05 21:55:22 +0800217 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
218 },
219 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000220 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800221 },
222 {
223 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800224 },
225 {
226 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Chidera Olibied66799a2023-01-24 20:22:56 +0000227 },
228 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000229 "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
230 "options": [
231 {
Chidera Olibiecd038a02023-07-25 20:29:51 +0000232 "exclude-annotation": "com.android.testutils.SkipPresubmit"
233 },
234 {
Chidera Olibie356b74c2023-04-03 14:40:01 +0000235 // These sometimes take longer than 1 min which is the presubmit timeout
236 "exclude-annotation": "androidx.test.filters.LargeTest"
237 }
238 ]
Mark Chienf8870fa2022-07-22 09:56:52 +0000239 },
240 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900241 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
242 "options": [
243 {
244 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
245 }
246 ]
easoncyleea1b13d62020-06-12 14:14:14 +0800247 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000248 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000249 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000250 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000251 {
252 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
253 "keywords": ["sim"]
Mark Chienf8870fa2022-07-22 09:56:52 +0000254 },
255 {
Xiao Ma161b70c2023-06-01 13:36:46 +0900256 "name": "CtsTetheringTestLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
257 "keywords": ["sim"],
258 "options": [
259 {
260 "exclude-annotation": "com.android.testutils.NetworkStackModuleTest"
261 }
262 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000263 }
264 ],
265 "imports": [
266 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000267 "path": "frameworks/base/core/java/android/net"
268 },
269 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000270 "path": "frameworks/opt/net/ethernet"
271 },
272 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000273 "path": "packages/modules/NetworkStack"
274 },
275 {
276 "path": "packages/modules/CaptivePortalLogin"
Lorenzo Colitti35bf22b2022-08-01 10:23:23 +0900277 },
278 {
279 "path": "vendor/xts/gts-tests/hostsidetests/networkstack"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000280 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900281 ]
282}