| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2022 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | * http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | * | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 16 | * bpf_existence_test.cpp - checks that the device has expected BPF programs and maps | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 17 | */ | 
|  | 18 |  | 
|  | 19 | #include <cstdint> | 
| Lorenzo Colitti | 32bd071 | 2022-01-13 15:44:29 +0900 | [diff] [blame] | 20 | #include <set> | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 21 | #include <string> | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 22 |  | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 23 | #include <android-modules-utils/sdk_level.h> | 
| Hungming Chen | 0456900 | 2022-02-16 16:02:49 +0800 | [diff] [blame] | 24 | #include <bpf/BpfUtils.h> | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 25 |  | 
|  | 26 | #include <gtest/gtest.h> | 
|  | 27 |  | 
|  | 28 | using std::find; | 
| Lorenzo Colitti | 32bd071 | 2022-01-13 15:44:29 +0900 | [diff] [blame] | 29 | using std::set; | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 30 | using std::string; | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 31 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 32 | using android::bpf::isAtLeastKernelVersion; | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 33 | using android::modules::sdklevel::IsAtLeastR; | 
|  | 34 | using android::modules::sdklevel::IsAtLeastS; | 
|  | 35 | using android::modules::sdklevel::IsAtLeastT; | 
| Maciej Żenczykowski | c71dfae | 2023-08-09 21:48:28 +0000 | [diff] [blame] | 36 | using android::modules::sdklevel::IsAtLeastU; | 
|  | 37 | using android::modules::sdklevel::IsAtLeastV; | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 38 |  | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 39 | #define PLATFORM "/sys/fs/bpf/" | 
|  | 40 | #define TETHERING "/sys/fs/bpf/tethering/" | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 41 | #define PRIVATE "/sys/fs/bpf/net_private/" | 
| Maciej Żenczykowski | 0736d7b | 2022-04-21 06:42:17 -0700 | [diff] [blame] | 42 | #define SHARED "/sys/fs/bpf/net_shared/" | 
| Maciej Żenczykowski | 3cb494f | 2023-10-04 21:35:41 +0000 | [diff] [blame] | 43 | #define NETD_RO "/sys/fs/bpf/netd_readonly/" | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 44 | #define NETD "/sys/fs/bpf/netd_shared/" | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 45 |  | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 46 | class BpfExistenceTest : public ::testing::Test { | 
|  | 47 | }; | 
|  | 48 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 49 | // Part of Android R platform (for 4.9+), but mainlined in S | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 50 | static const set<string> PLATFORM_ONLY_IN_R = { | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 51 | PLATFORM "map_offload_tether_ingress_map", | 
|  | 52 | PLATFORM "map_offload_tether_limit_map", | 
|  | 53 | PLATFORM "map_offload_tether_stats_map", | 
|  | 54 | PLATFORM "prog_offload_schedcls_ingress_tether_ether", | 
|  | 55 | PLATFORM "prog_offload_schedcls_ingress_tether_rawip", | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 56 | }; | 
|  | 57 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 58 | // Provided by *current* mainline module for S+ devices | 
|  | 59 | static const set<string> MAINLINE_FOR_S_PLUS = { | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 60 | TETHERING "map_offload_tether_dev_map", | 
|  | 61 | TETHERING "map_offload_tether_downstream4_map", | 
|  | 62 | TETHERING "map_offload_tether_downstream64_map", | 
|  | 63 | TETHERING "map_offload_tether_downstream6_map", | 
|  | 64 | TETHERING "map_offload_tether_error_map", | 
|  | 65 | TETHERING "map_offload_tether_limit_map", | 
|  | 66 | TETHERING "map_offload_tether_stats_map", | 
|  | 67 | TETHERING "map_offload_tether_upstream4_map", | 
|  | 68 | TETHERING "map_offload_tether_upstream6_map", | 
| Maciej Żenczykowski | 74b31ca | 2022-07-19 05:38:26 -0700 | [diff] [blame] | 69 | TETHERING "map_test_bitmap", | 
| Lorenzo Colitti | 8db39c4 | 2022-01-13 16:11:31 +0900 | [diff] [blame] | 70 | TETHERING "map_test_tether_downstream6_map", | 
|  | 71 | TETHERING "prog_offload_schedcls_tether_downstream4_ether", | 
|  | 72 | TETHERING "prog_offload_schedcls_tether_downstream4_rawip", | 
|  | 73 | TETHERING "prog_offload_schedcls_tether_downstream6_ether", | 
|  | 74 | TETHERING "prog_offload_schedcls_tether_downstream6_rawip", | 
|  | 75 | TETHERING "prog_offload_schedcls_tether_upstream4_ether", | 
|  | 76 | TETHERING "prog_offload_schedcls_tether_upstream4_rawip", | 
|  | 77 | TETHERING "prog_offload_schedcls_tether_upstream6_ether", | 
|  | 78 | TETHERING "prog_offload_schedcls_tether_upstream6_rawip", | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 79 | }; | 
|  | 80 |  | 
| Maciej Żenczykowski | 74b31ca | 2022-07-19 05:38:26 -0700 | [diff] [blame] | 81 | // Provided by *current* mainline module for S+ devices with 5.10+ kernels | 
|  | 82 | static const set<string> MAINLINE_FOR_S_5_10_PLUS = { | 
|  | 83 | TETHERING "prog_test_xdp_drop_ipv4_udp_ether", | 
|  | 84 | }; | 
|  | 85 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 86 | // Provided by *current* mainline module for T+ devices | 
|  | 87 | static const set<string> MAINLINE_FOR_T_PLUS = { | 
| Maciej Żenczykowski | e9d5ad0 | 2022-04-23 09:15:30 -0700 | [diff] [blame] | 88 | SHARED "map_block_blocked_ports_map", | 
|  | 89 | SHARED "map_clatd_clat_egress4_map", | 
|  | 90 | SHARED "map_clatd_clat_ingress6_map", | 
| Ken Chen | 74ff3ee | 2022-07-14 16:46:39 +0800 | [diff] [blame] | 91 | SHARED "map_dscpPolicy_ipv4_dscp_policies_map", | 
| Ken Chen | 74ff3ee | 2022-07-14 16:46:39 +0800 | [diff] [blame] | 92 | SHARED "map_dscpPolicy_ipv6_dscp_policies_map", | 
| Maciej Żenczykowski | f75b7e1 | 2022-07-27 12:56:01 +0000 | [diff] [blame] | 93 | SHARED "map_dscpPolicy_socket_policy_cache_map", | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 94 | NETD "map_netd_app_uid_stats_map", | 
|  | 95 | NETD "map_netd_configuration_map", | 
|  | 96 | NETD "map_netd_cookie_tag_map", | 
| Ken Chen | 2433017 | 2023-10-20 13:02:14 +0800 | [diff] [blame] | 97 | NETD "map_netd_data_saver_enabled_map", | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 98 | NETD "map_netd_iface_index_name_map", | 
|  | 99 | NETD "map_netd_iface_stats_map", | 
| Maciej Żenczykowski | 6109d94 | 2023-08-29 18:39:28 +0000 | [diff] [blame] | 100 | NETD "map_netd_ingress_discard_map", | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 101 | NETD "map_netd_stats_map_A", | 
|  | 102 | NETD "map_netd_stats_map_B", | 
|  | 103 | NETD "map_netd_uid_counterset_map", | 
|  | 104 | NETD "map_netd_uid_owner_map", | 
|  | 105 | NETD "map_netd_uid_permission_map", | 
| Maciej Żenczykowski | e9d5ad0 | 2022-04-23 09:15:30 -0700 | [diff] [blame] | 106 | SHARED "prog_clatd_schedcls_egress4_clat_rawip", | 
|  | 107 | SHARED "prog_clatd_schedcls_ingress6_clat_ether", | 
|  | 108 | SHARED "prog_clatd_schedcls_ingress6_clat_rawip", | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 109 | NETD "prog_netd_cgroupskb_egress_stats", | 
|  | 110 | NETD "prog_netd_cgroupskb_ingress_stats", | 
| Maciej Żenczykowski | 6d116d0 | 2022-05-16 13:59:12 -0700 | [diff] [blame] | 111 | NETD "prog_netd_schedact_ingress_account", | 
|  | 112 | NETD "prog_netd_skfilter_allowlist_xtbpf", | 
|  | 113 | NETD "prog_netd_skfilter_denylist_xtbpf", | 
|  | 114 | NETD "prog_netd_skfilter_egress_xtbpf", | 
|  | 115 | NETD "prog_netd_skfilter_ingress_xtbpf", | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 116 | }; | 
|  | 117 |  | 
| Lorenzo Colitti | 3505b58 | 2022-10-27 19:36:27 +0900 | [diff] [blame] | 118 | // Provided by *current* mainline module for T+ devices with 4.14+ kernels | 
|  | 119 | static const set<string> MAINLINE_FOR_T_4_14_PLUS = { | 
|  | 120 | NETD "prog_netd_cgroupsock_inet_create", | 
|  | 121 | }; | 
|  | 122 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 123 | // Provided by *current* mainline module for T+ devices with 5.4+ kernels | 
| Maciej Żenczykowski | 3cb494f | 2023-10-04 21:35:41 +0000 | [diff] [blame] | 124 | static const set<string> MAINLINE_FOR_T_4_19_PLUS = { | 
|  | 125 | NETD_RO "prog_block_bind4_block_port", | 
|  | 126 | NETD_RO "prog_block_bind6_block_port", | 
| Maciej Żenczykowski | b73da96 | 2022-07-14 08:32:14 +0000 | [diff] [blame] | 127 | }; | 
|  | 128 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 129 | // Provided by *current* mainline module for T+ devices with 5.15+ kernels | 
|  | 130 | static const set<string> MAINLINE_FOR_T_5_15_PLUS = { | 
| Ken Chen | 74ff3ee | 2022-07-14 16:46:39 +0800 | [diff] [blame] | 131 | SHARED "prog_dscpPolicy_schedcls_set_dscp_ether", | 
| Maciej Żenczykowski | 93b8cc1 | 2022-05-18 23:00:36 +0000 | [diff] [blame] | 132 | }; | 
|  | 133 |  | 
| Ryan Zuklie | 9fb8f18 | 2023-09-28 15:50:59 -0700 | [diff] [blame] | 134 | // Provided by *current* mainline module for U+ devices | 
|  | 135 | static const set<string> MAINLINE_FOR_U_PLUS = { | 
|  | 136 | NETD "map_netd_packet_trace_enabled_map", | 
|  | 137 | }; | 
|  | 138 |  | 
|  | 139 | // Provided by *current* mainline module for U+ devices with 5.10+ kernels | 
|  | 140 | static const set<string> MAINLINE_FOR_U_5_10_PLUS = { | 
|  | 141 | NETD "map_netd_packet_trace_ringbuf", | 
|  | 142 | }; | 
|  | 143 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 144 | static void addAll(set<string>& a, const set<string>& b) { | 
|  | 145 | a.insert(b.begin(), b.end()); | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 146 | } | 
|  | 147 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 148 | #define DO_EXPECT(B, V) addAll((B) ? mustExist : mustNotExist, (V)) | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 149 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 150 | TEST_F(BpfExistenceTest, TestPrograms) { | 
|  | 151 | // Only unconfined root is guaranteed to be able to access everything in /sys/fs/bpf. | 
|  | 152 | ASSERT_EQ(0, getuid()) << "This test must run as root."; | 
|  | 153 |  | 
|  | 154 | set<string> mustExist; | 
|  | 155 | set<string> mustNotExist; | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 156 |  | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 157 | // We do not actually check the platform P/Q (netd) and Q (clatd) things | 
|  | 158 | // and only verify the mainline module relevant R+ offload maps & progs. | 
|  | 159 | // | 
|  | 160 | // The goal of this test is to verify compatibility with the tethering mainline module, | 
|  | 161 | // and not to test the platform itself, which may have been modified by vendor or oems, | 
|  | 162 | // so we should only test for the removal of stuff that was mainline'd, | 
|  | 163 | // and for the presence of mainline stuff. | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 164 |  | 
| Maciej Żenczykowski | c71dfae | 2023-08-09 21:48:28 +0000 | [diff] [blame] | 165 | // Note: Q is no longer supported by mainline | 
|  | 166 | ASSERT_TRUE(IsAtLeastR()); | 
|  | 167 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 168 | // R can potentially run on pre-4.9 kernel non-eBPF capable devices. | 
|  | 169 | DO_EXPECT(IsAtLeastR() && !IsAtLeastS() && isAtLeastKernelVersion(4, 9, 0), PLATFORM_ONLY_IN_R); | 
|  | 170 |  | 
|  | 171 | // S requires Linux Kernel 4.9+ and thus requires eBPF support. | 
| Maciej Żenczykowski | c71dfae | 2023-08-09 21:48:28 +0000 | [diff] [blame] | 172 | if (IsAtLeastS()) ASSERT_TRUE(isAtLeastKernelVersion(4, 9, 0)); | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 173 | DO_EXPECT(IsAtLeastS(), MAINLINE_FOR_S_PLUS); | 
| Maciej Żenczykowski | 74b31ca | 2022-07-19 05:38:26 -0700 | [diff] [blame] | 174 | DO_EXPECT(IsAtLeastS() && isAtLeastKernelVersion(5, 10, 0), MAINLINE_FOR_S_5_10_PLUS); | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 175 |  | 
|  | 176 | // Nothing added or removed in SCv2. | 
|  | 177 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 178 | // T still only requires Linux Kernel 4.9+. | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 179 | DO_EXPECT(IsAtLeastT(), MAINLINE_FOR_T_PLUS); | 
| Lorenzo Colitti | 3505b58 | 2022-10-27 19:36:27 +0900 | [diff] [blame] | 180 | DO_EXPECT(IsAtLeastT() && isAtLeastKernelVersion(4, 14, 0), MAINLINE_FOR_T_4_14_PLUS); | 
| Maciej Żenczykowski | 3cb494f | 2023-10-04 21:35:41 +0000 | [diff] [blame] | 181 | DO_EXPECT(IsAtLeastT() && isAtLeastKernelVersion(4, 19, 0), MAINLINE_FOR_T_4_19_PLUS); | 
| Maciej Żenczykowski | e9e7741 | 2022-07-16 20:10:16 +0000 | [diff] [blame] | 182 | DO_EXPECT(IsAtLeastT() && isAtLeastKernelVersion(5, 15, 0), MAINLINE_FOR_T_5_15_PLUS); | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 183 |  | 
| Maciej Żenczykowski | 2e4c752 | 2022-12-18 11:34:42 +0000 | [diff] [blame] | 184 | // U requires Linux Kernel 4.14+, but nothing (as yet) added or removed in U. | 
| Maciej Żenczykowski | c71dfae | 2023-08-09 21:48:28 +0000 | [diff] [blame] | 185 | if (IsAtLeastU()) ASSERT_TRUE(isAtLeastKernelVersion(4, 14, 0)); | 
| Ryan Zuklie | 9fb8f18 | 2023-09-28 15:50:59 -0700 | [diff] [blame] | 186 | DO_EXPECT(IsAtLeastU(), MAINLINE_FOR_U_PLUS); | 
|  | 187 | DO_EXPECT(IsAtLeastU() && isAtLeastKernelVersion(5, 10, 0), MAINLINE_FOR_U_5_10_PLUS); | 
| Maciej Żenczykowski | c71dfae | 2023-08-09 21:48:28 +0000 | [diff] [blame] | 188 |  | 
|  | 189 | // V requires Linux Kernel 4.19+, but nothing (as yet) added or removed in V. | 
|  | 190 | if (IsAtLeastV()) ASSERT_TRUE(isAtLeastKernelVersion(4, 19, 0)); | 
| Lorenzo Colitti | 3b38b12 | 2022-01-12 16:06:07 +0900 | [diff] [blame] | 191 |  | 
|  | 192 | for (const auto& file : mustExist) { | 
|  | 193 | EXPECT_EQ(0, access(file.c_str(), R_OK)) << file << " does not exist"; | 
|  | 194 | } | 
|  | 195 | for (const auto& file : mustNotExist) { | 
|  | 196 | int ret = access(file.c_str(), R_OK); | 
|  | 197 | int err = errno; | 
|  | 198 | EXPECT_EQ(-1, ret) << file << " unexpectedly exists"; | 
|  | 199 | if (ret == -1) { | 
|  | 200 | EXPECT_EQ(ENOENT, err) << " accessing " << file << " failed with errno " << err; | 
|  | 201 | } | 
|  | 202 | } | 
|  | 203 | } |