| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 1 | { | 
| Remi NGUYEN VAN | a773ccb | 2020-06-25 03:58:10 +0000 | [diff] [blame] | 2 |   "presubmit": [ | 
| Remi NGUYEN VAN | 48c6888 | 2021-07-16 01:36:12 +0000 | [diff] [blame] | 3 |     { | 
 | 4 |       "name": "ConnectivityCoverageTests" | 
 | 5 |     }, | 
| Remi NGUYEN VAN | 40da62d | 2022-04-01 11:59:45 +0900 | [diff] [blame] | 6 |     { | 
 | 7 |       // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests | 
 | 8 |       "name": "FrameworksNetTests" | 
 | 9 |     }, | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 10 |     // Run in addition to mainline-presubmit as mainline-presubmit is not | 
 | 11 |     // supported in every branch. | 
 | 12 |     // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise | 
 | 13 |     // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs. | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 14 |     { | 
| Remi NGUYEN VAN | ad380c1 | 2021-03-01 06:48:29 +0000 | [diff] [blame] | 15 |       "name": "CtsNetTestCases", | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 16 |       "options": [ | 
 | 17 |         { | 
 | 18 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 19 |         }, | 
 | 20 |         { | 
 | 21 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 22 |         } | 
 | 23 |       ] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 24 |     }, | 
| Paul Hu | 206e5f0 | 2022-05-16 15:51:46 +0800 | [diff] [blame] | 25 |     // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass. | 
 | 26 |     { | 
 | 27 |       "name": "CtsNetTestCasesLatestSdk", | 
 | 28 |       "options": [ | 
 | 29 |         { | 
 | 30 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 31 |         }, | 
 | 32 |         { | 
 | 33 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 34 |         } | 
 | 35 |       ] | 
 | 36 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 37 |     // CTS tests that target older SDKs. | 
 | 38 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 39 |       "name": "CtsNetTestCasesMaxTargetSdk30", | 
 | 40 |       "options": [ | 
 | 41 |         { | 
 | 42 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 43 |         }, | 
 | 44 |         { | 
 | 45 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 46 |         } | 
 | 47 |       ] | 
 | 48 |     }, | 
 | 49 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 50 |       "name": "CtsNetTestCasesMaxTargetSdk31", | 
 | 51 |       "options": [ | 
 | 52 |         { | 
 | 53 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 54 |         }, | 
 | 55 |         { | 
 | 56 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 57 |         } | 
 | 58 |       ] | 
 | 59 |     }, | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 60 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 61 |       "name": "bpf_existence_test" | 
 | 62 |     }, | 
 | 63 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 64 |       "name": "connectivity_native_test" | 
 | 65 |     }, | 
 | 66 |     { | 
| Hungming Chen | 2e6d107 | 2022-05-30 16:18:37 +0800 | [diff] [blame] | 67 |       "name": "libclat_test" | 
 | 68 |     }, | 
 | 69 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 70 |       "name": "netd_updatable_unit_test" | 
 | 71 |     }, | 
 | 72 |     { | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 73 |       "name": "TetheringTests" | 
 | 74 |     }, | 
 | 75 |     { | 
 | 76 |       "name": "TetheringIntegrationTests" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 77 |     }, | 
 | 78 |     { | 
 | 79 |       "name": "traffic_controller_unit_test" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 80 |     }, | 
 | 81 |     { | 
 | 82 |       "name": "libnetworkstats_test" | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 83 |     }, | 
 | 84 |     { | 
 | 85 |       "name": "FrameworksNetIntegrationTests" | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 86 |     } | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 87 |   ], | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 88 |   "postsubmit": [ | 
 | 89 |     { | 
 | 90 |       "name": "TetheringPrivilegedTests" | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 91 |     }, | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 92 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 93 |       "name": "netd_updatable_unit_test", | 
 | 94 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
 | 95 |     }, | 
 | 96 |     { | 
| Wayne Ma | 320b95d | 2022-01-23 23:43:11 +0800 | [diff] [blame] | 97 |       "name": "traffic_controller_unit_test", | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 98 |       "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"] | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 99 |     }, | 
 | 100 |     { | 
| Remi NGUYEN VAN | 3b81323 | 2022-02-16 12:15:14 +0900 | [diff] [blame] | 101 |       "name": "FrameworksNetDeflakeTest" | 
| markchien | 911cf8f | 2021-07-19 17:23:54 +0800 | [diff] [blame] | 102 |     } | 
 | 103 |   ], | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 104 |   "mainline-presubmit": [ | 
 | 105 |     { | 
| easoncylee | 48c4cf6 | 2020-10-23 13:10:01 +0800 | [diff] [blame] | 106 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 107 |       "options": [ | 
 | 108 |         { | 
 | 109 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
| Remi NGUYEN VAN | 9a689f8 | 2021-10-28 09:41:21 +0900 | [diff] [blame] | 110 |         }, | 
 | 111 |         { | 
 | 112 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 113 |         } | 
 | 114 |       ] | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 115 |     }, | 
 | 116 |     { | 
| Remi NGUYEN VAN | 348bbb0 | 2022-07-19 16:33:04 +0900 | [diff] [blame] | 117 |       "name": "CtsNetTestCasesMaxTargetSdk30[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 118 |       "options": [ | 
 | 119 |         { | 
 | 120 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 121 |         }, | 
 | 122 |         { | 
 | 123 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 124 |         } | 
 | 125 |       ] | 
 | 126 |     }, | 
 | 127 |     { | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 128 |       "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 129 |       "options": [ | 
 | 130 |         { | 
 | 131 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 132 |         }, | 
 | 133 |         { | 
 | 134 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 135 |         } | 
 | 136 |       ] | 
 | 137 |     }, | 
| Remi NGUYEN VAN | 7d80063 | 2022-05-31 10:53:47 +0900 | [diff] [blame] | 138 |     // Test with APK modules only, in cases where APEX is not supported, or the other modules | 
 | 139 |     // were simply not updated | 
 | 140 |     { | 
 | 141 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]", | 
 | 142 |       "options": [ | 
 | 143 |         { | 
 | 144 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 145 |         }, | 
 | 146 |         { | 
 | 147 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 148 |         }, | 
 | 149 |         { | 
 | 150 |           "exclude-annotation": "com.android.testutils.ConnectivityModuleTest" | 
 | 151 |         } | 
 | 152 |       ] | 
 | 153 |     }, | 
 | 154 |     // Test with connectivity/tethering module only, to catch integration issues with older versions | 
 | 155 |     // of other modules. "new tethering + old NetworkStack" is not a configuration that should | 
 | 156 |     // really exist in the field, but there is no strong guarantee, and it is required by MTS | 
 | 157 |     // testing for module qualification, where modules are tested independently. | 
 | 158 |     { | 
 | 159 |       "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]", | 
 | 160 |       "options": [ | 
 | 161 |         { | 
 | 162 |           "exclude-annotation": "com.android.testutils.SkipPresubmit" | 
 | 163 |         }, | 
 | 164 |         { | 
 | 165 |           "exclude-annotation": "androidx.test.filters.RequiresDevice" | 
 | 166 |         } | 
 | 167 |       ] | 
 | 168 |     }, | 
| Lorenzo Colitti | 9e61b82 | 2022-05-28 00:20:06 +0900 | [diff] [blame] | 169 |     { | 
| Lorenzo Colitti | 98c83d0 | 2022-02-18 17:24:48 +0900 | [diff] [blame] | 170 |       "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 171 |     }, | 
 | 172 |     { | 
| Tyler Wear | b4ab4c3 | 2022-03-03 21:44:30 -0800 | [diff] [blame] | 173 |       "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 174 |     }, | 
 | 175 |     { | 
| Ken Chen | 1647f60 | 2021-10-05 21:55:22 +0800 | [diff] [blame] | 176 |       "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
 | 177 |     }, | 
 | 178 |     { | 
| Remi NGUYEN VAN | 5a1f2f7 | 2021-07-01 13:55:49 +0000 | [diff] [blame] | 179 |       "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Wayne Ma | 7be6bce | 2022-01-12 16:29:49 +0800 | [diff] [blame] | 180 |     }, | 
 | 181 |     { | 
 | 182 |       "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| Ken Chen | f426b2b | 2022-01-23 15:39:13 +0800 | [diff] [blame] | 183 |     }, | 
 | 184 |     { | 
 | 185 |       "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]" | 
| easoncylee | a1b13d6 | 2020-06-12 14:14:14 +0800 | [diff] [blame] | 186 |     } | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 187 |   ], | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 188 |   "mainline-postsubmit": [ | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 189 |     // Tests on physical devices with SIM cards: postsubmit only for capacity constraints | 
| Remi NGUYEN VAN | 1bc6287 | 2020-11-25 07:35:21 +0000 | [diff] [blame] | 190 |     { | 
 | 191 |       "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]", | 
 | 192 |       "keywords": ["sim"] | 
| Remi NGUYEN VAN | d954bfc | 2021-05-20 01:25:47 +0000 | [diff] [blame] | 193 |     } | 
 | 194 |   ], | 
 | 195 |   "imports": [ | 
 | 196 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 197 |       "path": "frameworks/base/core/java/android/net" | 
 | 198 |     }, | 
 | 199 |     { | 
| Filip Zakrzewski | 8a5823d | 2022-01-07 20:47:30 +0000 | [diff] [blame] | 200 |       "path": "frameworks/opt/net/ethernet" | 
 | 201 |     }, | 
 | 202 |     { | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 203 |       "path": "packages/modules/NetworkStack" | 
 | 204 |     }, | 
 | 205 |     { | 
 | 206 |       "path": "packages/modules/CaptivePortalLogin" | 
| Lorenzo Colitti | 35bf22b | 2022-08-01 10:23:23 +0900 | [diff] [blame] | 207 |     }, | 
 | 208 |     { | 
 | 209 |       "path": "vendor/xts/gts-tests/hostsidetests/networkstack" | 
| Remi NGUYEN VAN | f353baf | 2021-03-19 16:03:06 +0000 | [diff] [blame] | 210 |     } | 
| Remi NGUYEN VAN | f33b6ea | 2020-06-03 16:10:43 +0900 | [diff] [blame] | 211 |   ] | 
 | 212 | } |