Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2019 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #pragma once |
| 18 | |
| 19 | #include <linux/bpf.h> |
| 20 | #include <linux/if_packet.h> |
| 21 | #include <stdbool.h> |
| 22 | #include <stdint.h> |
| 23 | |
Ryan Zuklie | 1db34f3 | 2023-01-20 17:00:04 -0800 | [diff] [blame] | 24 | // bionic kernel uapi linux/udp.h header is munged... |
| 25 | #define __kernel_udphdr udphdr |
| 26 | #include <linux/udp.h> |
| 27 | |
| 28 | // Offsets from beginning of L4 (TCP/UDP) header |
| 29 | #define TCP_OFFSET(field) offsetof(struct tcphdr, field) |
| 30 | #define UDP_OFFSET(field) offsetof(struct udphdr, field) |
| 31 | |
| 32 | // Offsets from beginning of L3 (IPv4/IPv6) header |
| 33 | #define IP4_OFFSET(field) offsetof(struct iphdr, field) |
| 34 | #define IP6_OFFSET(field) offsetof(struct ipv6hdr, field) |
| 35 | |
Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 36 | // this returns 0 iff skb->sk is NULL |
| 37 | static uint64_t (*bpf_get_socket_cookie)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_cookie; |
| 38 | |
| 39 | static uint32_t (*bpf_get_socket_uid)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_uid; |
| 40 | |
| 41 | static int (*bpf_skb_pull_data)(struct __sk_buff* skb, __u32 len) = (void*)BPF_FUNC_skb_pull_data; |
| 42 | |
Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 43 | static int (*bpf_skb_load_bytes)(const struct __sk_buff* skb, int off, void* to, |
Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 44 | int len) = (void*)BPF_FUNC_skb_load_bytes; |
| 45 | |
Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 46 | static int (*bpf_skb_load_bytes_relative)(const struct __sk_buff* skb, int off, void* to, int len, |
| 47 | int start_hdr) = (void*)BPF_FUNC_skb_load_bytes_relative; |
| 48 | |
Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 49 | static int (*bpf_skb_store_bytes)(struct __sk_buff* skb, __u32 offset, const void* from, __u32 len, |
| 50 | __u64 flags) = (void*)BPF_FUNC_skb_store_bytes; |
| 51 | |
| 52 | static int64_t (*bpf_csum_diff)(__be32* from, __u32 from_size, __be32* to, __u32 to_size, |
| 53 | __wsum seed) = (void*)BPF_FUNC_csum_diff; |
| 54 | |
| 55 | static int64_t (*bpf_csum_update)(struct __sk_buff* skb, __wsum csum) = (void*)BPF_FUNC_csum_update; |
| 56 | |
| 57 | static int (*bpf_skb_change_proto)(struct __sk_buff* skb, __be16 proto, |
| 58 | __u64 flags) = (void*)BPF_FUNC_skb_change_proto; |
| 59 | static int (*bpf_l3_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, |
| 60 | __u64 flags) = (void*)BPF_FUNC_l3_csum_replace; |
| 61 | static int (*bpf_l4_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, |
| 62 | __u64 flags) = (void*)BPF_FUNC_l4_csum_replace; |
| 63 | static int (*bpf_redirect)(__u32 ifindex, __u64 flags) = (void*)BPF_FUNC_redirect; |
| 64 | static int (*bpf_redirect_map)(const struct bpf_map_def* map, __u32 key, |
| 65 | __u64 flags) = (void*)BPF_FUNC_redirect_map; |
| 66 | |
| 67 | static int (*bpf_skb_change_head)(struct __sk_buff* skb, __u32 head_room, |
| 68 | __u64 flags) = (void*)BPF_FUNC_skb_change_head; |
| 69 | static int (*bpf_skb_adjust_room)(struct __sk_buff* skb, __s32 len_diff, __u32 mode, |
| 70 | __u64 flags) = (void*)BPF_FUNC_skb_adjust_room; |
| 71 | |
| 72 | // Android only supports little endian architectures |
| 73 | #define htons(x) (__builtin_constant_p(x) ? ___constant_swab16(x) : __builtin_bswap16(x)) |
| 74 | #define htonl(x) (__builtin_constant_p(x) ? ___constant_swab32(x) : __builtin_bswap32(x)) |
| 75 | #define ntohs(x) htons(x) |
| 76 | #define ntohl(x) htonl(x) |
| 77 | |
| 78 | static inline __always_inline __unused bool is_received_skb(struct __sk_buff* skb) { |
| 79 | return skb->pkt_type == PACKET_HOST || skb->pkt_type == PACKET_BROADCAST || |
| 80 | skb->pkt_type == PACKET_MULTICAST; |
| 81 | } |
| 82 | |
Maciej Żenczykowski | 824fb29 | 2022-04-11 23:29:46 -0700 | [diff] [blame] | 83 | // try to make the first 'len' header bytes readable/writable via direct packet access |
| 84 | // (note: AFAIK there is no way to ask for only direct packet read without also getting write) |
| 85 | static inline __always_inline void try_make_writable(struct __sk_buff* skb, int len) { |
Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 86 | if (len > skb->len) len = skb->len; |
| 87 | if (skb->data_end - skb->data < len) bpf_skb_pull_data(skb, len); |
| 88 | } |
Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 89 | |
Maciej Żenczykowski | a8852b2 | 2023-10-08 18:31:12 -0700 | [diff] [blame] | 90 | struct egress_bool { bool egress; }; |
| 91 | #define INGRESS ((struct egress_bool){ .egress = false }) |
| 92 | #define EGRESS ((struct egress_bool){ .egress = true }) |
Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 93 | |
Maciej Żenczykowski | e1a615a | 2023-10-10 03:34:56 -0700 | [diff] [blame] | 94 | struct stream_bool { bool down; }; |
| 95 | #define UPSTREAM ((struct stream_bool){ .down = false }) |
| 96 | #define DOWNSTREAM ((struct stream_bool){ .down = true }) |
Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 97 | |
Maciej Żenczykowski | 8d3bde7 | 2023-10-08 18:43:23 -0700 | [diff] [blame] | 98 | struct rawip_bool { bool rawip; }; |
| 99 | #define ETHER ((struct rawip_bool){ .rawip = false }) |
| 100 | #define RAWIP ((struct rawip_bool){ .rawip = true }) |
Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 101 | |
Maciej Żenczykowski | 8a6c6d5 | 2023-10-10 00:59:31 -0700 | [diff] [blame] | 102 | struct updatetime_bool { bool updatetime; }; |
| 103 | #define NO_UPDATETIME ((struct updatetime_bool){ .updatetime = false }) |
| 104 | #define UPDATETIME ((struct updatetime_bool){ .updatetime = true }) |