blob: 8ca6ec6a690f4e5596b589b38371e8bca618f38a [file] [log] [blame]
Ken Chen587d4232022-01-17 17:18:43 +08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Maciej Żenczykowskif7699522022-05-24 15:56:03 -070017// The resulting .o needs to load on the Android T Beta 3 bpfloader
18#define BPFLOADER_MIN_VER BPFLOADER_T_BETA3_VERSION
Maciej Żenczykowskiacebffb2022-05-16 16:05:15 -070019
Ken Chen587d4232022-01-17 17:18:43 +080020#include <bpf_helpers.h>
21#include <linux/bpf.h>
22#include <linux/if.h>
23#include <linux/if_ether.h>
24#include <linux/if_packet.h>
25#include <linux/in.h>
26#include <linux/in6.h>
27#include <linux/ip.h>
28#include <linux/ipv6.h>
29#include <linux/pkt_cls.h>
30#include <linux/tcp.h>
Ken Chen587d4232022-01-17 17:18:43 +080031#include <stdbool.h>
32#include <stdint.h>
33#include "bpf_net_helpers.h"
Maciej Żenczykowski513474c2022-12-08 16:20:43 +000034#include "netd.h"
Ken Chen587d4232022-01-17 17:18:43 +080035
36// This is defined for cgroup bpf filter only.
Maciej Żenczykowski55474982022-11-20 13:48:39 +000037static const int DROP = 0;
38static const int PASS = 1;
39static const int DROP_UNLESS_DNS = 2; // internal to our program
Ken Chen587d4232022-01-17 17:18:43 +080040
41// This is used for xt_bpf program only.
Maciej Żenczykowski55474982022-11-20 13:48:39 +000042static const int BPF_NOMATCH = 0;
43static const int BPF_MATCH = 1;
Ken Chen587d4232022-01-17 17:18:43 +080044
Maciej Żenczykowski55474982022-11-20 13:48:39 +000045// Used for 'bool egress'
46static const bool INGRESS = false;
47static const bool EGRESS = true;
Ken Chen587d4232022-01-17 17:18:43 +080048
Maciej Żenczykowski879839a12022-08-03 10:48:25 +000049
50// offsetof(struct iphdr, ihl) -- but that's a bitfield
Ken Chen587d4232022-01-17 17:18:43 +080051#define IPPROTO_IHL_OFF 0
Maciej Żenczykowski879839a12022-08-03 10:48:25 +000052
53// This is offsetof(struct tcphdr, "32 bit tcp flag field")
54// The tcp flags are after be16 source, dest & be32 seq, ack_seq, hence 12 bytes in.
55//
56// Note that TCP_FLAG_{ACK,PSH,RST,SYN,FIN} are htonl(0x00{10,08,04,02,01}0000)
57// see include/uapi/linux/tcp.h
58#define TCP_FLAG32_OFF 12
Ken Chen587d4232022-01-17 17:18:43 +080059
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070060// For maps netd does not need to access
Ryan Zuklie0c57d852023-01-19 15:26:19 -080061#define DEFINE_BPF_MAP_NO_NETD(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries) \
62 DEFINE_BPF_MAP_EXT(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries, \
63 AID_ROOT, AID_NET_BW_ACCT, 0060, "fs_bpf_net_shared", "", false, \
64 BPFLOADER_MIN_VER, BPFLOADER_MAX_VER, /*ignore_on_eng*/false, \
65 /*ignore_on_user*/false, /*ignore_on_userdebug*/false)
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070066
67// For maps netd only needs read only access to
Ryan Zuklie0c57d852023-01-19 15:26:19 -080068#define DEFINE_BPF_MAP_RO_NETD(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries) \
69 DEFINE_BPF_MAP_EXT(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries, \
70 AID_ROOT, AID_NET_BW_ACCT, 0460, "fs_bpf_netd_readonly", "", false, \
71 BPFLOADER_MIN_VER, BPFLOADER_MAX_VER, /*ignore_on_eng*/false, \
72 /*ignore_on_user*/false, /*ignore_on_userdebug*/false)
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070073
74// For maps netd needs to be able to read and write
75#define DEFINE_BPF_MAP_RW_NETD(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries) \
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -070076 DEFINE_BPF_MAP_UGM(the_map, TYPE, TypeOfKey, TypeOfValue, num_entries, \
77 AID_ROOT, AID_NET_BW_ACCT, 0660)
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070078
Maciej Żenczykowskib10e0552022-06-16 14:49:27 -070079// Bpf map arrays on creation are preinitialized to 0 and do not support deletion of a key,
80// see: kernel/bpf/arraymap.c array_map_delete_elem() returns -EINVAL (from both syscall and ebpf)
81// Additionally on newer kernels the bpf jit can optimize out the lookups.
82// only valid indexes are [0..CONFIGURATION_MAP_SIZE-1]
83DEFINE_BPF_MAP_RO_NETD(configuration_map, ARRAY, uint32_t, uint32_t, CONFIGURATION_MAP_SIZE)
84
Maciej Żenczykowski1b7c1f12022-11-21 09:39:23 +000085// TODO: consider whether we can merge some of these maps
86// for example it might be possible to merge 2 or 3 of:
87// uid_counterset_map + uid_owner_map + uid_permission_map
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070088DEFINE_BPF_MAP_RW_NETD(cookie_tag_map, HASH, uint64_t, UidTagValue, COOKIE_UID_MAP_SIZE)
89DEFINE_BPF_MAP_NO_NETD(uid_counterset_map, HASH, uint32_t, uint8_t, UID_COUNTERSET_MAP_SIZE)
90DEFINE_BPF_MAP_NO_NETD(app_uid_stats_map, HASH, uint32_t, StatsValue, APP_STATS_MAP_SIZE)
91DEFINE_BPF_MAP_RW_NETD(stats_map_A, HASH, StatsKey, StatsValue, STATS_MAP_SIZE)
92DEFINE_BPF_MAP_RO_NETD(stats_map_B, HASH, StatsKey, StatsValue, STATS_MAP_SIZE)
93DEFINE_BPF_MAP_NO_NETD(iface_stats_map, HASH, uint32_t, StatsValue, IFACE_STATS_MAP_SIZE)
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070094DEFINE_BPF_MAP_NO_NETD(uid_owner_map, HASH, uint32_t, UidOwnerValue, UID_OWNER_MAP_SIZE)
95DEFINE_BPF_MAP_RW_NETD(uid_permission_map, HASH, uint32_t, uint8_t, UID_OWNER_MAP_SIZE)
Ken Chen587d4232022-01-17 17:18:43 +080096
97/* never actually used from ebpf */
Maciej Żenczykowskia4a58a32022-06-13 17:56:06 -070098DEFINE_BPF_MAP_NO_NETD(iface_index_name_map, HASH, uint32_t, IfaceValue, IFACE_INDEX_NAME_MAP_SIZE)
Ken Chen587d4232022-01-17 17:18:43 +080099
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700100// iptables xt_bpf programs need to be usable by both netd and netutils_wrappers
Maciej Żenczykowski285f7052022-08-09 17:50:31 +0000101// selinux contexts, because even non-xt_bpf iptables mutations are implemented as
Maciej Żenczykowski06085b02022-08-09 14:15:34 +0000102// a full table dump, followed by an update in userspace, and then a reload into the kernel,
103// where any already in-use xt_bpf matchers are serialized as the path to the pinned
104// program (see XT_BPF_MODE_PATH_PINNED) and then the iptables binary (or rather
105// the kernel acting on behalf of it) must be able to retrieve the pinned program
106// for the reload to succeed
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700107#define DEFINE_XTBPF_PROG(SECTION_NAME, prog_uid, prog_gid, the_prog) \
108 DEFINE_BPF_PROG(SECTION_NAME, prog_uid, prog_gid, the_prog)
109
110// programs that need to be usable by netd, but not by netutils_wrappers
Maciej Żenczykowski06085b02022-08-09 14:15:34 +0000111// (this is because these are currently attached by the mainline provided libnetd_updatable .so
112// which is loaded into netd and thus runs as netd uid/gid/selinux context)
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000113#define DEFINE_NETD_BPF_PROG_KVER_RANGE(SECTION_NAME, prog_uid, prog_gid, the_prog, minKV, maxKV) \
Ryan Zukliecc72fa82023-01-04 16:13:01 -0800114 DEFINE_BPF_PROG_EXT(SECTION_NAME, prog_uid, prog_gid, the_prog, \
115 minKV, maxKV, BPFLOADER_MIN_VER, BPFLOADER_MAX_VER, false, \
116 "fs_bpf_netd_readonly", "", false, false, false)
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700117
Lorenzo Colitti3505b582022-10-27 19:36:27 +0900118#define DEFINE_NETD_BPF_PROG_KVER(SECTION_NAME, prog_uid, prog_gid, the_prog, min_kv) \
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000119 DEFINE_NETD_BPF_PROG_KVER_RANGE(SECTION_NAME, prog_uid, prog_gid, the_prog, min_kv, KVER_INF)
120
121#define DEFINE_NETD_BPF_PROG(SECTION_NAME, prog_uid, prog_gid, the_prog) \
122 DEFINE_NETD_BPF_PROG_KVER(SECTION_NAME, prog_uid, prog_gid, the_prog, KVER_NONE)
Lorenzo Colitti3505b582022-10-27 19:36:27 +0900123
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700124// programs that only need to be usable by the system server
125#define DEFINE_SYS_BPF_PROG(SECTION_NAME, prog_uid, prog_gid, the_prog) \
Ryan Zukliecc72fa82023-01-04 16:13:01 -0800126 DEFINE_BPF_PROG_EXT(SECTION_NAME, prog_uid, prog_gid, the_prog, KVER_NONE, KVER_INF, \
127 BPFLOADER_MIN_VER, BPFLOADER_MAX_VER, false, "fs_bpf_net_shared", \
128 "", false, false, false)
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700129
Ken Chen587d4232022-01-17 17:18:43 +0800130static __always_inline int is_system_uid(uint32_t uid) {
Maciej Żenczykowskib909d8a2022-06-15 00:40:43 -0700131 // MIN_SYSTEM_UID is AID_ROOT == 0, so uint32_t is *always* >= 0
132 // MAX_SYSTEM_UID is AID_NOBODY == 9999, while AID_APP_START == 10000
133 return (uid < AID_APP_START);
Ken Chen587d4232022-01-17 17:18:43 +0800134}
135
136/*
137 * Note: this blindly assumes an MTU of 1500, and that packets > MTU are always TCP,
138 * and that TCP is using the Linux default settings with TCP timestamp option enabled
139 * which uses 12 TCP option bytes per frame.
140 *
141 * These are not unreasonable assumptions:
142 *
143 * The internet does not really support MTUs greater than 1500, so most TCP traffic will
144 * be at that MTU, or slightly below it (worst case our upwards adjustment is too small).
145 *
146 * The chance our traffic isn't IP at all is basically zero, so the IP overhead correction
147 * is bound to be needed.
148 *
149 * Furthermore, the likelyhood that we're having to deal with GSO (ie. > MTU) packets that
150 * are not IP/TCP is pretty small (few other things are supported by Linux) and worse case
151 * our extra overhead will be slightly off, but probably still better than assuming none.
152 *
153 * Most servers are also Linux and thus support/default to using TCP timestamp option
154 * (and indeed TCP timestamp option comes from RFC 1323 titled "TCP Extensions for High
155 * Performance" which also defined TCP window scaling and are thus absolutely ancient...).
156 *
157 * All together this should be more correct than if we simply ignored GSO frames
158 * (ie. counted them as single packets with no extra overhead)
159 *
160 * Especially since the number of packets is important for any future clat offload correction.
161 * (which adjusts upward by 20 bytes per packet to account for ipv4 -> ipv6 header conversion)
162 */
163#define DEFINE_UPDATE_STATS(the_stats_map, TypeOfKey) \
164 static __always_inline inline void update_##the_stats_map(struct __sk_buff* skb, \
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000165 bool egress, TypeOfKey* key) { \
Ken Chen587d4232022-01-17 17:18:43 +0800166 StatsValue* value = bpf_##the_stats_map##_lookup_elem(key); \
167 if (!value) { \
168 StatsValue newValue = {}; \
169 bpf_##the_stats_map##_update_elem(key, &newValue, BPF_NOEXIST); \
170 value = bpf_##the_stats_map##_lookup_elem(key); \
171 } \
172 if (value) { \
173 const int mtu = 1500; \
174 uint64_t packets = 1; \
175 uint64_t bytes = skb->len; \
176 if (bytes > mtu) { \
177 bool is_ipv6 = (skb->protocol == htons(ETH_P_IPV6)); \
178 int ip_overhead = (is_ipv6 ? sizeof(struct ipv6hdr) : sizeof(struct iphdr)); \
179 int tcp_overhead = ip_overhead + sizeof(struct tcphdr) + 12; \
180 int mss = mtu - tcp_overhead; \
181 uint64_t payload = bytes - tcp_overhead; \
182 packets = (payload + mss - 1) / mss; \
183 bytes = tcp_overhead * packets + payload; \
184 } \
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000185 if (egress) { \
Ken Chen587d4232022-01-17 17:18:43 +0800186 __sync_fetch_and_add(&value->txPackets, packets); \
187 __sync_fetch_and_add(&value->txBytes, bytes); \
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000188 } else { \
Ken Chen587d4232022-01-17 17:18:43 +0800189 __sync_fetch_and_add(&value->rxPackets, packets); \
190 __sync_fetch_and_add(&value->rxBytes, bytes); \
191 } \
192 } \
193 }
194
195DEFINE_UPDATE_STATS(app_uid_stats_map, uint32_t)
196DEFINE_UPDATE_STATS(iface_stats_map, uint32_t)
197DEFINE_UPDATE_STATS(stats_map_A, StatsKey)
198DEFINE_UPDATE_STATS(stats_map_B, StatsKey)
199
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000200// both of these return 0 on success or -EFAULT on failure (and zero out the buffer)
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000201static __always_inline inline int bpf_skb_load_bytes_net(const struct __sk_buff* const skb,
202 const int L3_off,
203 void* const to,
204 const int len,
205 const unsigned kver) {
206 // 'kver' (here and throughout) is the compile time guaranteed minimum kernel version,
207 // ie. we're building (a version of) the bpf program for kver (or newer!) kernels.
208 //
209 // 4.19+ kernels support the 'bpf_skb_load_bytes_relative()' bpf helper function,
210 // so we can use it. On pre-4.19 kernels we cannot use the relative load helper,
211 // and thus will simply get things wrong if there's any L2 (ethernet) header in the skb.
212 //
213 // Luckily, for cellular traffic, there likely isn't any, as cell is usually 'rawip'.
214 //
215 // However, this does mean that wifi (and ethernet) on 4.14 is basically a lost cause:
216 // we'll be making decisions based on the *wrong* bytes (fetched from the wrong offset),
217 // because the 'L3_off' passed to bpf_skb_load_bytes() should be increased by l2_header_size,
218 // which for ethernet is 14 and not 0 like it is for rawip.
219 //
220 // For similar reasons this will fail with non-offloaded VLAN tags on < 4.19 kernels,
221 // since those extend the ethernet header from 14 to 18 bytes.
222 return kver >= KVER(4, 19, 0)
223 ? bpf_skb_load_bytes_relative(skb, L3_off, to, len, BPF_HDR_START_NET)
224 : bpf_skb_load_bytes(skb, L3_off, to, len);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000225}
226
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000227static __always_inline inline bool skip_owner_match(struct __sk_buff* skb, const unsigned kver) {
Maciej Żenczykowski3621cbd2022-11-20 13:31:06 +0000228 uint32_t flag = 0;
Ken Chen587d4232022-01-17 17:18:43 +0800229 if (skb->protocol == htons(ETH_P_IP)) {
Ken Chen587d4232022-01-17 17:18:43 +0800230 uint8_t proto;
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000231 // no need to check for success, proto will be zeroed if bpf_skb_load_bytes_net() fails
Ryan Zuklie1db34f32023-01-20 17:00:04 -0800232 (void)bpf_skb_load_bytes_net(skb, IP4_OFFSET(protocol), &proto, sizeof(proto), kver);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000233 if (proto == IPPROTO_ESP) return true;
234 if (proto != IPPROTO_TCP) return false; // handles read failure above
235 uint8_t ihl;
236 // we don't check for success, as this cannot fail, as it is earlier in the packet than
237 // proto, the reading of which must have succeeded, additionally the next read
238 // (a little bit deeper in the packet in spite of ihl being zeroed) of the tcp flags
239 // field will also fail, and that failure we already handle correctly
240 // (we also don't check that ihl in [0x45,0x4F] nor that ipv4 header checksum is correct)
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000241 (void)bpf_skb_load_bytes_net(skb, IPPROTO_IHL_OFF, &ihl, sizeof(ihl), kver);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000242 // if the read below fails, we'll just assume no TCP flags are set, which is fine.
243 (void)bpf_skb_load_bytes_net(skb, (ihl & 0xF) * 4 + TCP_FLAG32_OFF,
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000244 &flag, sizeof(flag), kver);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000245 } else if (skb->protocol == htons(ETH_P_IPV6)) {
246 uint8_t proto;
247 // no need to check for success, proto will be zeroed if bpf_skb_load_bytes_net() fails
Ryan Zuklie1db34f32023-01-20 17:00:04 -0800248 (void)bpf_skb_load_bytes_net(skb, IP6_OFFSET(nexthdr), &proto, sizeof(proto), kver);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000249 if (proto == IPPROTO_ESP) return true;
250 if (proto != IPPROTO_TCP) return false; // handles read failure above
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000251 // if the read below fails, we'll just assume no TCP flags are set, which is fine.
252 (void)bpf_skb_load_bytes_net(skb, sizeof(struct ipv6hdr) + TCP_FLAG32_OFF,
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000253 &flag, sizeof(flag), kver);
Maciej Żenczykowski3621cbd2022-11-20 13:31:06 +0000254 } else {
255 return false;
Ken Chen587d4232022-01-17 17:18:43 +0800256 }
Maciej Żenczykowski3621cbd2022-11-20 13:31:06 +0000257 return flag & TCP_FLAG_RST; // false on read failure
Ken Chen587d4232022-01-17 17:18:43 +0800258}
259
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000260static __always_inline inline BpfConfig getConfig(uint32_t configKey) {
Ken Chen587d4232022-01-17 17:18:43 +0800261 uint32_t mapSettingKey = configKey;
262 BpfConfig* config = bpf_configuration_map_lookup_elem(&mapSettingKey);
263 if (!config) {
264 // Couldn't read configuration entry. Assume everything is disabled.
265 return DEFAULT_CONFIG;
266 }
267 return *config;
268}
269
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000270// DROP_IF_SET is set of rules that DROP if rule is globally enabled, and per-uid bit is set
Maciej Żenczykowski474512a2022-06-07 23:22:53 +0000271#define DROP_IF_SET (STANDBY_MATCH | OEM_DENY_1_MATCH | OEM_DENY_2_MATCH | OEM_DENY_3_MATCH)
272// DROP_IF_UNSET is set of rules that should DROP if globally enabled, and per-uid bit is NOT set
273#define DROP_IF_UNSET (DOZABLE_MATCH | POWERSAVE_MATCH | RESTRICTED_MATCH | LOW_POWER_STANDBY_MATCH)
274
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000275static __always_inline inline int bpf_owner_match(struct __sk_buff* skb, uint32_t uid,
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000276 bool egress, const unsigned kver) {
277 if (skip_owner_match(skb, kver)) return PASS;
Ken Chen587d4232022-01-17 17:18:43 +0800278
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000279 if (is_system_uid(uid)) return PASS;
Ken Chen587d4232022-01-17 17:18:43 +0800280
281 BpfConfig enabledRules = getConfig(UID_RULES_CONFIGURATION_KEY);
282
283 UidOwnerValue* uidEntry = bpf_uid_owner_map_lookup_elem(&uid);
Motomu Utsumi42edc602022-05-12 13:57:42 +0000284 uint32_t uidRules = uidEntry ? uidEntry->rule : 0;
Ken Chen587d4232022-01-17 17:18:43 +0800285 uint32_t allowed_iif = uidEntry ? uidEntry->iif : 0;
286
Maciej Żenczykowski474512a2022-06-07 23:22:53 +0000287 // Warning: funky bit-wise arithmetic: in parallel, for all DROP_IF_SET/UNSET rules
288 // check whether the rules are globally enabled, and if so whether the rules are
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000289 // set/unset for the specific uid. DROP if that is the case for ANY of the rules.
Maciej Żenczykowski474512a2022-06-07 23:22:53 +0000290 // We achieve this by masking out only the bits/rules we're interested in checking,
291 // and negating (via bit-wise xor) the bits/rules that should drop if unset.
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000292 if (enabledRules & (DROP_IF_SET | DROP_IF_UNSET) & (uidRules ^ DROP_IF_UNSET)) return DROP;
Maciej Żenczykowski474512a2022-06-07 23:22:53 +0000293
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000294 if (!egress && skb->ifindex != 1) {
Motomu Utsumib08654c2022-05-11 05:56:26 +0000295 if (uidRules & IIF_MATCH) {
296 if (allowed_iif && skb->ifindex != allowed_iif) {
297 // Drops packets not coming from lo nor the allowed interface
298 // allowed interface=0 is a wildcard and does not drop packets
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000299 return DROP_UNLESS_DNS;
Motomu Utsumib08654c2022-05-11 05:56:26 +0000300 }
301 } else if (uidRules & LOCKDOWN_VPN_MATCH) {
302 // Drops packets not coming from lo and rule does not have IIF_MATCH but has
303 // LOCKDOWN_VPN_MATCH
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000304 return DROP_UNLESS_DNS;
Ken Chen587d4232022-01-17 17:18:43 +0800305 }
306 }
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000307 return PASS;
Ken Chen587d4232022-01-17 17:18:43 +0800308}
309
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000310static __always_inline inline void update_stats_with_config(struct __sk_buff* skb, bool egress,
Lorenzo Colitti60cbed32022-03-03 17:49:01 +0900311 StatsKey* key, uint32_t selectedMap) {
Ken Chen587d4232022-01-17 17:18:43 +0800312 if (selectedMap == SELECT_MAP_A) {
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000313 update_stats_map_A(skb, egress, key);
Maciej Żenczykowski28b9a292022-12-29 12:06:33 +0000314 } else {
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000315 update_stats_map_B(skb, egress, key);
Ken Chen587d4232022-01-17 17:18:43 +0800316 }
317}
318
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000319static __always_inline inline int bpf_traffic_account(struct __sk_buff* skb, bool egress,
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000320 const unsigned kver) {
Ken Chen587d4232022-01-17 17:18:43 +0800321 uint32_t sock_uid = bpf_get_socket_uid(skb);
322 uint64_t cookie = bpf_get_socket_cookie(skb);
323 UidTagValue* utag = bpf_cookie_tag_map_lookup_elem(&cookie);
324 uint32_t uid, tag;
325 if (utag) {
326 uid = utag->uid;
327 tag = utag->tag;
328 } else {
329 uid = sock_uid;
330 tag = 0;
331 }
332
333 // Always allow and never count clat traffic. Only the IPv4 traffic on the stacked
334 // interface is accounted for and subject to usage restrictions.
335 // TODO: remove sock_uid check once Nat464Xlat javaland adds the socket tag AID_CLAT for clat.
336 if (sock_uid == AID_CLAT || uid == AID_CLAT) {
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000337 return PASS;
Ken Chen587d4232022-01-17 17:18:43 +0800338 }
339
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000340 int match = bpf_owner_match(skb, sock_uid, egress, kver);
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000341 if (egress && (match == DROP)) {
Ken Chen587d4232022-01-17 17:18:43 +0800342 // If an outbound packet is going to be dropped, we do not count that
343 // traffic.
344 return match;
345 }
346
347// Workaround for secureVPN with VpnIsolation enabled, refer to b/159994981 for details.
348// Keep TAG_SYSTEM_DNS in sync with DnsResolver/include/netd_resolv/resolv.h
349// and TrafficStatsConstants.java
350#define TAG_SYSTEM_DNS 0xFFFFFF82
351 if (tag == TAG_SYSTEM_DNS && uid == AID_DNS) {
352 uid = sock_uid;
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000353 if (match == DROP_UNLESS_DNS) match = PASS;
Ken Chen587d4232022-01-17 17:18:43 +0800354 } else {
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000355 if (match == DROP_UNLESS_DNS) match = DROP;
Ken Chen587d4232022-01-17 17:18:43 +0800356 }
357
358 StatsKey key = {.uid = uid, .tag = tag, .counterSet = 0, .ifaceIndex = skb->ifindex};
359
360 uint8_t* counterSet = bpf_uid_counterset_map_lookup_elem(&uid);
361 if (counterSet) key.counterSet = (uint32_t)*counterSet;
362
363 uint32_t mapSettingKey = CURRENT_STATS_MAP_CONFIGURATION_KEY;
Lorenzo Colitti60cbed32022-03-03 17:49:01 +0900364 uint32_t* selectedMap = bpf_configuration_map_lookup_elem(&mapSettingKey);
Ken Chen587d4232022-01-17 17:18:43 +0800365
366 // Use asm("%0 &= 1" : "+r"(match)) before return match,
367 // to help kernel's bpf verifier, so that it can be 100% certain
368 // that the returned value is always BPF_NOMATCH(0) or BPF_MATCH(1).
369 if (!selectedMap) {
370 asm("%0 &= 1" : "+r"(match));
371 return match;
372 }
373
374 if (key.tag) {
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000375 update_stats_with_config(skb, egress, &key, *selectedMap);
Ken Chen587d4232022-01-17 17:18:43 +0800376 key.tag = 0;
377 }
378
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000379 update_stats_with_config(skb, egress, &key, *selectedMap);
380 update_app_uid_stats_map(skb, egress, &uid);
Ken Chen587d4232022-01-17 17:18:43 +0800381 asm("%0 &= 1" : "+r"(match));
382 return match;
383}
384
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000385DEFINE_NETD_BPF_PROG_KVER_RANGE("cgroupskb/ingress/stats$4_19", AID_ROOT, AID_SYSTEM,
386 bpf_cgroup_ingress_4_19, KVER(4, 19, 0), KVER_INF)
Ken Chen587d4232022-01-17 17:18:43 +0800387(struct __sk_buff* skb) {
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000388 return bpf_traffic_account(skb, INGRESS, KVER(4, 19, 0));
Ken Chen587d4232022-01-17 17:18:43 +0800389}
390
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000391DEFINE_NETD_BPF_PROG_KVER_RANGE("cgroupskb/ingress/stats$4_14", AID_ROOT, AID_SYSTEM,
392 bpf_cgroup_ingress_4_14, KVER_NONE, KVER(4, 19, 0))
Ken Chen587d4232022-01-17 17:18:43 +0800393(struct __sk_buff* skb) {
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000394 return bpf_traffic_account(skb, INGRESS, KVER_NONE);
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000395}
396
397DEFINE_NETD_BPF_PROG_KVER_RANGE("cgroupskb/egress/stats$4_19", AID_ROOT, AID_SYSTEM,
398 bpf_cgroup_egress_4_19, KVER(4, 19, 0), KVER_INF)
399(struct __sk_buff* skb) {
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000400 return bpf_traffic_account(skb, EGRESS, KVER(4, 19, 0));
Maciej Żenczykowski879839a12022-08-03 10:48:25 +0000401}
402
403DEFINE_NETD_BPF_PROG_KVER_RANGE("cgroupskb/egress/stats$4_14", AID_ROOT, AID_SYSTEM,
404 bpf_cgroup_egress_4_14, KVER_NONE, KVER(4, 19, 0))
405(struct __sk_buff* skb) {
Maciej Żenczykowski0966bbe2022-12-29 11:39:48 +0000406 return bpf_traffic_account(skb, EGRESS, KVER_NONE);
Ken Chen587d4232022-01-17 17:18:43 +0800407}
408
Maciej Żenczykowski12057372022-06-14 14:36:34 -0700409// WARNING: Android T's non-updatable netd depends on the name of this program.
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700410DEFINE_XTBPF_PROG("skfilter/egress/xtbpf", AID_ROOT, AID_NET_ADMIN, xt_bpf_egress_prog)
Ken Chen587d4232022-01-17 17:18:43 +0800411(struct __sk_buff* skb) {
412 // Clat daemon does not generate new traffic, all its traffic is accounted for already
413 // on the v4-* interfaces (except for the 20 (or 28) extra bytes of IPv6 vs IPv4 overhead,
414 // but that can be corrected for later when merging v4-foo stats into interface foo's).
415 // TODO: remove sock_uid check once Nat464Xlat javaland adds the socket tag AID_CLAT for clat.
416 uint32_t sock_uid = bpf_get_socket_uid(skb);
417 if (sock_uid == AID_CLAT) return BPF_NOMATCH;
418 if (sock_uid == AID_SYSTEM) {
419 uint64_t cookie = bpf_get_socket_cookie(skb);
420 UidTagValue* utag = bpf_cookie_tag_map_lookup_elem(&cookie);
421 if (utag && utag->uid == AID_CLAT) return BPF_NOMATCH;
422 }
423
424 uint32_t key = skb->ifindex;
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000425 update_iface_stats_map(skb, EGRESS, &key);
Ken Chen587d4232022-01-17 17:18:43 +0800426 return BPF_MATCH;
427}
428
Maciej Żenczykowski12057372022-06-14 14:36:34 -0700429// WARNING: Android T's non-updatable netd depends on the name of this program.
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700430DEFINE_XTBPF_PROG("skfilter/ingress/xtbpf", AID_ROOT, AID_NET_ADMIN, xt_bpf_ingress_prog)
Ken Chen587d4232022-01-17 17:18:43 +0800431(struct __sk_buff* skb) {
432 // Clat daemon traffic is not accounted by virtue of iptables raw prerouting drop rule
433 // (in clat_raw_PREROUTING chain), which triggers before this (in bw_raw_PREROUTING chain).
434 // It will be accounted for on the v4-* clat interface instead.
435 // Keep that in mind when moving this out of iptables xt_bpf and into tc ingress (or xdp).
436
437 uint32_t key = skb->ifindex;
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000438 update_iface_stats_map(skb, INGRESS, &key);
Ken Chen587d4232022-01-17 17:18:43 +0800439 return BPF_MATCH;
440}
441
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700442DEFINE_SYS_BPF_PROG("schedact/ingress/account", AID_ROOT, AID_NET_ADMIN,
443 tc_bpf_ingress_account_prog)
Ken Chen587d4232022-01-17 17:18:43 +0800444(struct __sk_buff* skb) {
Patrick Rohr148aea82022-02-24 14:12:32 +0100445 if (is_received_skb(skb)) {
446 // Account for ingress traffic before tc drops it.
447 uint32_t key = skb->ifindex;
Maciej Żenczykowski55474982022-11-20 13:48:39 +0000448 update_iface_stats_map(skb, INGRESS, &key);
Patrick Rohr148aea82022-02-24 14:12:32 +0100449 }
Ken Chen587d4232022-01-17 17:18:43 +0800450 return TC_ACT_UNSPEC;
451}
452
Maciej Żenczykowski12057372022-06-14 14:36:34 -0700453// WARNING: Android T's non-updatable netd depends on the name of this program.
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700454DEFINE_XTBPF_PROG("skfilter/allowlist/xtbpf", AID_ROOT, AID_NET_ADMIN, xt_bpf_allowlist_prog)
Ken Chen587d4232022-01-17 17:18:43 +0800455(struct __sk_buff* skb) {
456 uint32_t sock_uid = bpf_get_socket_uid(skb);
457 if (is_system_uid(sock_uid)) return BPF_MATCH;
458
459 // 65534 is the overflow 'nobody' uid, usually this being returned means
460 // that skb->sk is NULL during RX (early decap socket lookup failure),
461 // which commonly happens for incoming packets to an unconnected udp socket.
462 // Additionally bpf_get_socket_cookie() returns 0 if skb->sk is NULL
463 if ((sock_uid == 65534) && !bpf_get_socket_cookie(skb) && is_received_skb(skb))
464 return BPF_MATCH;
465
466 UidOwnerValue* allowlistMatch = bpf_uid_owner_map_lookup_elem(&sock_uid);
467 if (allowlistMatch) return allowlistMatch->rule & HAPPY_BOX_MATCH ? BPF_MATCH : BPF_NOMATCH;
468 return BPF_NOMATCH;
469}
470
Maciej Żenczykowski12057372022-06-14 14:36:34 -0700471// WARNING: Android T's non-updatable netd depends on the name of this program.
Maciej Żenczykowskicae181d2022-06-16 23:26:33 -0700472DEFINE_XTBPF_PROG("skfilter/denylist/xtbpf", AID_ROOT, AID_NET_ADMIN, xt_bpf_denylist_prog)
Ken Chen587d4232022-01-17 17:18:43 +0800473(struct __sk_buff* skb) {
474 uint32_t sock_uid = bpf_get_socket_uid(skb);
475 UidOwnerValue* denylistMatch = bpf_uid_owner_map_lookup_elem(&sock_uid);
476 if (denylistMatch) return denylistMatch->rule & PENALTY_BOX_MATCH ? BPF_MATCH : BPF_NOMATCH;
477 return BPF_NOMATCH;
478}
479
Lorenzo Colitti3505b582022-10-27 19:36:27 +0900480DEFINE_NETD_BPF_PROG_KVER("cgroupsock/inet/create", AID_ROOT, AID_ROOT, inet_socket_create,
481 KVER(4, 14, 0))
Ken Chen587d4232022-01-17 17:18:43 +0800482(struct bpf_sock* sk) {
483 uint64_t gid_uid = bpf_get_current_uid_gid();
484 /*
485 * A given app is guaranteed to have the same app ID in all the profiles in
486 * which it is installed, and install permission is granted to app for all
487 * user at install time so we only check the appId part of a request uid at
488 * run time. See UserHandle#isSameApp for detail.
489 */
Maciej Żenczykowskib909d8a2022-06-15 00:40:43 -0700490 uint32_t appId = (gid_uid & 0xffffffff) % AID_USER_OFFSET; // == PER_USER_RANGE == 100000
Ken Chen587d4232022-01-17 17:18:43 +0800491 uint8_t* permissions = bpf_uid_permission_map_lookup_elem(&appId);
492 if (!permissions) {
493 // UID not in map. Default to just INTERNET permission.
494 return 1;
495 }
496
497 // A return value of 1 means allow, everything else means deny.
498 return (*permissions & BPF_PERMISSION_INTERNET) == BPF_PERMISSION_INTERNET;
499}
500
501LICENSE("Apache 2.0");
Maciej Żenczykowskic41e35d2022-08-04 13:58:46 +0000502CRITICAL("Connectivity and netd");