| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 1 | { | 
| Remi NGUYEN VAN | a773ccb | 2020-06-25 03:58:10 +0000 | [diff] [blame] | 2 |   "presubmit": [ | 
| Remi NGUYEN VAN | 48c6888 | 2021-07-16 01:36:12 +0000 | [diff] [blame] | 3 |     { | 
 | 4 |       "name": "ConnectivityCoverageTests" | 
 | 5 |     }, | 
| Remi NGUYEN VAN | 40da62d | 2022-04-01 11:59:45 +0900 | [diff] [blame] | 6 |     { | 
 | 7 |       // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests | 
 | 8 |       "name": "FrameworksNetTests" | 
 | 9 |     }, | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 10 |     // Run in addition to mainline-presubmit as mainline-presubmit is not | 
 | 11 |     // supported in every branch. | 
 | 12 |     // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise | 
 | 13 |     // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs. | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 14 |     { | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 15 |       "name": "CtsNetTestCases", | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 16 |       "options": [ | 
 | 17 |         { | 
 | 18 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 19 |         }, | 
 | 20 |         { | 
 | 21 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 22 |         } | 
 | 23 |       ] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 24 |     }, | 
| Paul Hu | 206e5f0 | 2022-05-16 15:51:46 +0800 | [diff] [blame] | 25 |     // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass. | 
 | 26 |     { | 
 | 27 |       "name": "CtsNetTestCasesLatestSdk", | 
 | 28 |       "options": [ | 
 | 29 |         { | 
 | 30 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 31 |         }, | 
 | 32 |         { | 
 | 33 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 34 |         } | 
 | 35 |       ] | 
 | 36 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 37 |     // CTS tests that target older SDKs. | 
 | 38 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 39 |       "name": "CtsNetTestCasesMaxTargetSdk30", | 
 | 40 |       "options": [ | 
 | 41 |         { | 
 | 42 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 43 |         }, | 
 | 44 |         { | 
 | 45 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 46 |         } | 
 | 47 |       ] | 
 | 48 |     }, | 
 | 49 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 50 |       "name": "CtsNetTestCasesMaxTargetSdk31", | 
 | 51 |       "options": [ | 
 | 52 |         { | 
 | 53 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 54 |         }, | 
 | 55 |         { | 
 | 56 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 57 |         } | 
 | 58 |       ] | 
 | 59 |     }, | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 60 |     { | 
| Yuyang Huang | 72bc600 | 2023-02-17 17:29:01 +0900 | [diff] [blame] | 61 |       "name": "CtsNetTestCasesMaxTargetSdk33", | 
 | 62 |       "options": [ | 
 | 63 |         { | 
 | 64 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 65 |         }, | 
 | 66 |         { | 
 | 67 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 68 |         } | 
 | 69 |       ] | 
 | 70 |     }, | 
 | 71 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 72 |       "name": "bpf_existence_test" | 
 | 73 |     }, | 
 | 74 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 75 |       "name": "connectivity_native_test" | 
 | 76 |     }, | 
 | 77 |     { | 
| Hungming Chen | 2e6d107 | 2022-05-30 16:18:37 +0800 | [diff] [blame] | 78 |       "name": "libclat_test" | 
 | 79 |     }, | 
 | 80 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 81 |       "name": "netd_updatable_unit_test" | 
 | 82 |     }, | 
 | 83 |     { | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 84 |       "name": "TetheringTests" | 
 | 85 |     }, | 
 | 86 |     { | 
 | 87 |       "name": "TetheringIntegrationTests" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 88 |     }, | 
 | 89 |     { | 
 | 90 |       "name": "traffic_controller_unit_test" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 91 |     }, | 
 | 92 |     { | 
 | 93 |       "name": "libnetworkstats_test" | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 94 |     }, | 
 | 95 |     { | 
 | 96 |       "name": "FrameworksNetIntegrationTests" | 
| Chidera Olibie | 7157837 | 2023-02-13 14:29:03 +0000 | [diff] [blame] | 97 |     }, | 
 | 98 |     // Runs both NetHttpTests and CtsNetHttpTestCases | 
 | 99 |     { | 
| Chidera Olibie | 356b74c | 2023-04-03 14:40:01 +0000 | [diff] [blame] | 100 |       "name": "NetHttpCoverageTests", | 
 | 101 |       "options": [ | 
 | 102 |         { | 
 | 103 |           // These sometimes take longer than 1 min which is the presubmit timeout | 
 | 104 |           "exclude-annotation": "androidx.test.filters.LargeTest" | 
 | 105 |         } | 
 | 106 |       ] | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 107 |     } | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 108 |   ], | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 109 |   "postsubmit": [ | 
 | 110 |     { | 
 | 111 |       "name": "TetheringPrivilegedTests" | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 112 |     }, | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 113 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 114 |       "name": "netd_updatable_unit_test", | 
 | 115 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
 | 116 |     }, | 
 | 117 |     { | 
| Wayne Ma | 320b95d | 2022-01-23 23:43:11 +0800 | [diff] [blame] | 118 |       "name": "traffic_controller_unit_test", | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 119 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 120 |     }, | 
 | 121 |     { | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 122 |       "name": "FrameworksNetDeflakeTest" | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 123 |     } | 
 | 124 |   ], | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 125 |   "mainline-presubmit": [ | 
 | 126 |     { | 
| easoncylee | 48c4cf6 | 2020-10-23 13:10:01 +0800 | [diff] [blame] | 127 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 128 |       "options": [ | 
 | 129 |         { | 
 | 130 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 131 |         }, | 
 | 132 |         { | 
 | 133 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 134 |         } | 
 | 135 |       ] | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 136 |     }, | 
 | 137 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 138 |       "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 139 |       "options": [ | 
 | 140 |         { | 
 | 141 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 142 |         }, | 
 | 143 |         { | 
 | 144 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 145 |         } | 
 | 146 |       ] | 
 | 147 |     }, | 
 | 148 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 149 |       "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 150 |       "options": [ | 
 | 151 |         { | 
 | 152 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 153 |         }, | 
 | 154 |         { | 
 | 155 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 156 |         } | 
 | 157 |       ] | 
 | 158 |     }, | 
| Yuyang Huang | 72bc600 | 2023-02-17 17:29:01 +0900 | [diff] [blame] | 159 |     { | 
 | 160 |       "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 161 |       "options": [ | 
 | 162 |         { | 
 | 163 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 164 |         }, | 
 | 165 |         { | 
 | 166 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 167 |         } | 
 | 168 |       ] | 
 | 169 |     }, | 
| Remi NGUYEN VAN | 7d80063 | 2022-05-31 10:53:47 +0900 | [diff] [blame] | 170 |     // Test with APK modules only, in cases where APEX is not supported, or the other modules | 
 | 171 |     // were simply not updated | 
 | 172 |     { | 
 | 173 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]", | 
 | 174 |       "options": [ | 
 | 175 |         { | 
 | 176 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 177 |         }, | 
 | 178 |         { | 
 | 179 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 180 |         }, | 
 | 181 |         { | 
 | 182 |           "exclude-annotation": "com.android.testutils.ConnectivityModuleTest" | 
 | 183 |         } | 
 | 184 |       ] | 
 | 185 |     }, | 
 | 186 |     // Test with connectivity/tethering module only, to catch integration issues with older versions | 
 | 187 |     // of other modules. "new tethering + old NetworkStack" is not a configuration that should | 
 | 188 |     // really exist in the field, but there is no strong guarantee, and it is required by MTS | 
 | 189 |     // testing for module qualification, where modules are tested independently. | 
 | 190 |     { | 
 | 191 |       "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]", | 
 | 192 |       "options": [ | 
 | 193 |         { | 
 | 194 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 195 |         }, | 
 | 196 |         { | 
 | 197 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 198 |         } | 
 | 199 |       ] | 
 | 200 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 201 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 202 |       "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 203 |     }, | 
 | 204 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 205 |       "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 206 |     }, | 
 | 207 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 208 |       "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 209 |     }, | 
 | 210 |     { | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 211 |       "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 212 |     }, | 
 | 213 |     { | 
 | 214 |       "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 215 |     }, | 
 | 216 |     { | 
 | 217 |       "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Chidera Olibie | d66799a | 2023-01-24 20:22:56 +0000 | [diff] [blame] | 218 |     }, | 
 | 219 |     { | 
| Chidera Olibie | 356b74c | 2023-04-03 14:40:01 +0000 | [diff] [blame] | 220 |       "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 221 |       "options": [ | 
 | 222 |         { | 
 | 223 |           // These sometimes take longer than 1 min which is the presubmit timeout | 
 | 224 |           "exclude-annotation": "androidx.test.filters.LargeTest" | 
 | 225 |         } | 
 | 226 |       ] | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 227 |     } | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 228 |   ], | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 229 |   "mainline-postsubmit": [ | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 230 |     // Tests on physical devices with SIM cards: postsubmit only for capacity constraints | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 231 |     { | 
 | 232 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 233 |       "keywords": ["sim"] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 234 |     } | 
 | 235 |   ], | 
 | 236 |   "imports": [ | 
 | 237 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 238 |       "path": "frameworks/base/core/java/android/net" | 
 | 239 |     }, | 
 | 240 |     { | 
| Filip Zakrzewski | 8a5823d | 2022-01-07 20:47:30 +0000 | [diff] [blame] | 241 |       "path": "frameworks/opt/net/ethernet" | 
 | 242 |     }, | 
 | 243 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 244 |       "path": "packages/modules/NetworkStack" | 
 | 245 |     }, | 
 | 246 |     { | 
 | 247 |       "path": "packages/modules/CaptivePortalLogin" | 
| Lorenzo Colitti | 35bf22b | 2022-08-01 10:23:23 +0900 | [diff] [blame] | 248 |     }, | 
 | 249 |     { | 
 | 250 |       "path": "vendor/xts/gts-tests/hostsidetests/networkstack" | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 251 |     } | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 252 |   ] | 
 | 253 | } |