| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 1 | { | 
| Remi NGUYEN VAN | a773ccb | 2020-06-25 03:58:10 +0000 | [diff] [blame] | 2 |   "presubmit": [ | 
| Remi NGUYEN VAN | 48c6888 | 2021-07-16 01:36:12 +0000 | [diff] [blame] | 3 |     { | 
 | 4 |       "name": "ConnectivityCoverageTests" | 
 | 5 |     }, | 
| Remi NGUYEN VAN | 40da62d | 2022-04-01 11:59:45 +0900 | [diff] [blame] | 6 |     { | 
 | 7 |       // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests | 
 | 8 |       "name": "FrameworksNetTests" | 
 | 9 |     }, | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 10 |     // Run in addition to mainline-presubmit as mainline-presubmit is not | 
 | 11 |     // supported in every branch. | 
 | 12 |     // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise | 
 | 13 |     // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs. | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 14 |     { | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 15 |       "name": "CtsNetTestCases", | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 16 |       "options": [ | 
 | 17 |         { | 
 | 18 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 19 |         }, | 
 | 20 |         { | 
 | 21 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 22 |         } | 
 | 23 |       ] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 24 |     }, | 
| Paul Hu | 206e5f0 | 2022-05-16 15:51:46 +0800 | [diff] [blame] | 25 |     // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass. | 
 | 26 |     { | 
 | 27 |       "name": "CtsNetTestCasesLatestSdk", | 
 | 28 |       "options": [ | 
 | 29 |         { | 
 | 30 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 31 |         }, | 
 | 32 |         { | 
 | 33 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 34 |         } | 
 | 35 |       ] | 
 | 36 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 37 |     // CTS tests that target older SDKs. | 
 | 38 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 39 |       "name": "CtsNetTestCasesMaxTargetSdk30", | 
 | 40 |       "options": [ | 
 | 41 |         { | 
 | 42 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 43 |         }, | 
 | 44 |         { | 
 | 45 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 46 |         } | 
 | 47 |       ] | 
 | 48 |     }, | 
 | 49 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 50 |       "name": "CtsNetTestCasesMaxTargetSdk31", | 
 | 51 |       "options": [ | 
 | 52 |         { | 
 | 53 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 54 |         }, | 
 | 55 |         { | 
 | 56 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 57 |         } | 
 | 58 |       ] | 
 | 59 |     }, | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 60 |     { | 
| Yuyang Huang | 72bc600 | 2023-02-17 17:29:01 +0900 | [diff] [blame] | 61 |       "name": "CtsNetTestCasesMaxTargetSdk33", | 
 | 62 |       "options": [ | 
 | 63 |         { | 
 | 64 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 65 |         }, | 
 | 66 |         { | 
 | 67 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 68 |         } | 
 | 69 |       ] | 
 | 70 |     }, | 
 | 71 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 72 |       "name": "bpf_existence_test" | 
 | 73 |     }, | 
 | 74 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 75 |       "name": "connectivity_native_test" | 
 | 76 |     }, | 
 | 77 |     { | 
| Patrick Rohr | 05c1ac5 | 2023-01-18 00:41:40 -0800 | [diff] [blame] | 78 |       "name": "CtsNetHttpTestCases" | 
 | 79 |     }, | 
 | 80 |     { | 
| Hungming Chen | 2e6d107 | 2022-05-30 16:18:37 +0800 | [diff] [blame] | 81 |       "name": "libclat_test" | 
 | 82 |     }, | 
 | 83 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 84 |       "name": "netd_updatable_unit_test" | 
 | 85 |     }, | 
 | 86 |     { | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 87 |       "name": "TetheringTests" | 
 | 88 |     }, | 
 | 89 |     { | 
 | 90 |       "name": "TetheringIntegrationTests" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 91 |     }, | 
 | 92 |     { | 
 | 93 |       "name": "traffic_controller_unit_test" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 94 |     }, | 
 | 95 |     { | 
 | 96 |       "name": "libnetworkstats_test" | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 97 |     }, | 
 | 98 |     { | 
 | 99 |       "name": "FrameworksNetIntegrationTests" | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 100 |     } | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 101 |   ], | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 102 |   "postsubmit": [ | 
 | 103 |     { | 
 | 104 |       "name": "TetheringPrivilegedTests" | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 105 |     }, | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 106 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 107 |       "name": "netd_updatable_unit_test", | 
 | 108 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
 | 109 |     }, | 
 | 110 |     { | 
| Wayne Ma | 320b95d | 2022-01-23 23:43:11 +0800 | [diff] [blame] | 111 |       "name": "traffic_controller_unit_test", | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 112 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 113 |     }, | 
 | 114 |     { | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 115 |       "name": "FrameworksNetDeflakeTest" | 
| Chidera Olibie | d46c92f | 2023-02-08 19:01:15 +0000 | [diff] [blame] | 116 |     }, | 
 | 117 |     // Run in postsubmit to confirm test passes continously since this is a new test setup | 
 | 118 |     // TODO: move tests to presubmit | 
 | 119 |     { | 
 | 120 |       "name": "NetHttpTests" | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 121 |     } | 
 | 122 |   ], | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 123 |   "mainline-presubmit": [ | 
 | 124 |     { | 
| easoncylee | 48c4cf6 | 2020-10-23 13:10:01 +0800 | [diff] [blame] | 125 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 126 |       "options": [ | 
 | 127 |         { | 
 | 128 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 129 |         }, | 
 | 130 |         { | 
 | 131 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 132 |         } | 
 | 133 |       ] | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 134 |     }, | 
 | 135 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 136 |       "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 137 |       "options": [ | 
 | 138 |         { | 
 | 139 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 140 |         }, | 
 | 141 |         { | 
 | 142 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 143 |         } | 
 | 144 |       ] | 
 | 145 |     }, | 
 | 146 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 147 |       "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 148 |       "options": [ | 
 | 149 |         { | 
 | 150 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 151 |         }, | 
 | 152 |         { | 
 | 153 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 154 |         } | 
 | 155 |       ] | 
 | 156 |     }, | 
| Yuyang Huang | 72bc600 | 2023-02-17 17:29:01 +0900 | [diff] [blame] | 157 |     { | 
 | 158 |       "name": "CtsNetTestCasesMaxTargetSdk33[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 159 |       "options": [ | 
 | 160 |         { | 
 | 161 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 162 |         }, | 
 | 163 |         { | 
 | 164 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 165 |         } | 
 | 166 |       ] | 
 | 167 |     }, | 
| Remi NGUYEN VAN | 7d80063 | 2022-05-31 10:53:47 +0900 | [diff] [blame] | 168 |     // Test with APK modules only, in cases where APEX is not supported, or the other modules | 
 | 169 |     // were simply not updated | 
 | 170 |     { | 
 | 171 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]", | 
 | 172 |       "options": [ | 
 | 173 |         { | 
 | 174 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 175 |         }, | 
 | 176 |         { | 
 | 177 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 178 |         }, | 
 | 179 |         { | 
 | 180 |           "exclude-annotation": "com.android.testutils.ConnectivityModuleTest" | 
 | 181 |         } | 
 | 182 |       ] | 
 | 183 |     }, | 
 | 184 |     // Test with connectivity/tethering module only, to catch integration issues with older versions | 
 | 185 |     // of other modules. "new tethering + old NetworkStack" is not a configuration that should | 
 | 186 |     // really exist in the field, but there is no strong guarantee, and it is required by MTS | 
 | 187 |     // testing for module qualification, where modules are tested independently. | 
 | 188 |     { | 
 | 189 |       "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]", | 
 | 190 |       "options": [ | 
 | 191 |         { | 
 | 192 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 193 |         }, | 
 | 194 |         { | 
 | 195 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 196 |         } | 
 | 197 |       ] | 
 | 198 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 199 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 200 |       "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 201 |     }, | 
 | 202 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 203 |       "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 204 |     }, | 
 | 205 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 206 |       "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 207 |     }, | 
 | 208 |     { | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 209 |       "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 210 |     }, | 
 | 211 |     { | 
 | 212 |       "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 213 |     }, | 
 | 214 |     { | 
 | 215 |       "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Chidera Olibie | d66799a | 2023-01-24 20:22:56 +0000 | [diff] [blame] | 216 |     }, | 
 | 217 |     { | 
 | 218 |       "name": "NetHttpCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 219 |     } | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 220 |   ], | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 221 |   "mainline-postsubmit": [ | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 222 |     // Tests on physical devices with SIM cards: postsubmit only for capacity constraints | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 223 |     { | 
 | 224 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 225 |       "keywords": ["sim"] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 226 |     } | 
 | 227 |   ], | 
 | 228 |   "imports": [ | 
 | 229 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 230 |       "path": "frameworks/base/core/java/android/net" | 
 | 231 |     }, | 
 | 232 |     { | 
| Filip Zakrzewski | 8a5823d | 2022-01-07 20:47:30 +0000 | [diff] [blame] | 233 |       "path": "frameworks/opt/net/ethernet" | 
 | 234 |     }, | 
 | 235 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 236 |       "path": "packages/modules/NetworkStack" | 
 | 237 |     }, | 
 | 238 |     { | 
 | 239 |       "path": "packages/modules/CaptivePortalLogin" | 
| Lorenzo Colitti | 35bf22b | 2022-08-01 10:23:23 +0900 | [diff] [blame] | 240 |     }, | 
 | 241 |     { | 
 | 242 |       "path": "vendor/xts/gts-tests/hostsidetests/networkstack" | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 243 |     } | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 244 |   ] | 
 | 245 | } |