| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2019 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | #pragma once | 
|  | 18 |  | 
|  | 19 | #include <linux/bpf.h> | 
|  | 20 | #include <linux/if_packet.h> | 
|  | 21 | #include <stdbool.h> | 
|  | 22 | #include <stdint.h> | 
|  | 23 |  | 
| Ryan Zuklie | 1db34f3 | 2023-01-20 17:00:04 -0800 | [diff] [blame] | 24 | // bionic kernel uapi linux/udp.h header is munged... | 
|  | 25 | #define __kernel_udphdr udphdr | 
|  | 26 | #include <linux/udp.h> | 
|  | 27 |  | 
|  | 28 | // Offsets from beginning of L4 (TCP/UDP) header | 
|  | 29 | #define TCP_OFFSET(field) offsetof(struct tcphdr, field) | 
|  | 30 | #define UDP_OFFSET(field) offsetof(struct udphdr, field) | 
|  | 31 |  | 
|  | 32 | // Offsets from beginning of L3 (IPv4/IPv6) header | 
|  | 33 | #define IP4_OFFSET(field) offsetof(struct iphdr, field) | 
|  | 34 | #define IP6_OFFSET(field) offsetof(struct ipv6hdr, field) | 
|  | 35 |  | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 36 | // this returns 0 iff skb->sk is NULL | 
|  | 37 | static uint64_t (*bpf_get_socket_cookie)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_cookie; | 
|  | 38 |  | 
|  | 39 | static uint32_t (*bpf_get_socket_uid)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_uid; | 
|  | 40 |  | 
|  | 41 | static int (*bpf_skb_pull_data)(struct __sk_buff* skb, __u32 len) = (void*)BPF_FUNC_skb_pull_data; | 
|  | 42 |  | 
| Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 43 | static int (*bpf_skb_load_bytes)(const struct __sk_buff* skb, int off, void* to, | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 44 | int len) = (void*)BPF_FUNC_skb_load_bytes; | 
|  | 45 |  | 
| Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 46 | static int (*bpf_skb_load_bytes_relative)(const struct __sk_buff* skb, int off, void* to, int len, | 
|  | 47 | int start_hdr) = (void*)BPF_FUNC_skb_load_bytes_relative; | 
|  | 48 |  | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 49 | static int (*bpf_skb_store_bytes)(struct __sk_buff* skb, __u32 offset, const void* from, __u32 len, | 
|  | 50 | __u64 flags) = (void*)BPF_FUNC_skb_store_bytes; | 
|  | 51 |  | 
|  | 52 | static int64_t (*bpf_csum_diff)(__be32* from, __u32 from_size, __be32* to, __u32 to_size, | 
|  | 53 | __wsum seed) = (void*)BPF_FUNC_csum_diff; | 
|  | 54 |  | 
|  | 55 | static int64_t (*bpf_csum_update)(struct __sk_buff* skb, __wsum csum) = (void*)BPF_FUNC_csum_update; | 
|  | 56 |  | 
|  | 57 | static int (*bpf_skb_change_proto)(struct __sk_buff* skb, __be16 proto, | 
|  | 58 | __u64 flags) = (void*)BPF_FUNC_skb_change_proto; | 
|  | 59 | static int (*bpf_l3_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, | 
|  | 60 | __u64 flags) = (void*)BPF_FUNC_l3_csum_replace; | 
|  | 61 | static int (*bpf_l4_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, | 
|  | 62 | __u64 flags) = (void*)BPF_FUNC_l4_csum_replace; | 
|  | 63 | static int (*bpf_redirect)(__u32 ifindex, __u64 flags) = (void*)BPF_FUNC_redirect; | 
|  | 64 | static int (*bpf_redirect_map)(const struct bpf_map_def* map, __u32 key, | 
|  | 65 | __u64 flags) = (void*)BPF_FUNC_redirect_map; | 
|  | 66 |  | 
|  | 67 | static int (*bpf_skb_change_head)(struct __sk_buff* skb, __u32 head_room, | 
|  | 68 | __u64 flags) = (void*)BPF_FUNC_skb_change_head; | 
|  | 69 | static int (*bpf_skb_adjust_room)(struct __sk_buff* skb, __s32 len_diff, __u32 mode, | 
|  | 70 | __u64 flags) = (void*)BPF_FUNC_skb_adjust_room; | 
|  | 71 |  | 
|  | 72 | // Android only supports little endian architectures | 
|  | 73 | #define htons(x) (__builtin_constant_p(x) ? ___constant_swab16(x) : __builtin_bswap16(x)) | 
|  | 74 | #define htonl(x) (__builtin_constant_p(x) ? ___constant_swab32(x) : __builtin_bswap32(x)) | 
|  | 75 | #define ntohs(x) htons(x) | 
|  | 76 | #define ntohl(x) htonl(x) | 
|  | 77 |  | 
|  | 78 | static inline __always_inline __unused bool is_received_skb(struct __sk_buff* skb) { | 
|  | 79 | return skb->pkt_type == PACKET_HOST || skb->pkt_type == PACKET_BROADCAST || | 
|  | 80 | skb->pkt_type == PACKET_MULTICAST; | 
|  | 81 | } | 
|  | 82 |  | 
| Maciej Żenczykowski | 824fb29 | 2022-04-11 23:29:46 -0700 | [diff] [blame] | 83 | // try to make the first 'len' header bytes readable/writable via direct packet access | 
|  | 84 | // (note: AFAIK there is no way to ask for only direct packet read without also getting write) | 
|  | 85 | static inline __always_inline void try_make_writable(struct __sk_buff* skb, int len) { | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 86 | if (len > skb->len) len = skb->len; | 
|  | 87 | if (skb->data_end - skb->data < len) bpf_skb_pull_data(skb, len); | 
|  | 88 | } | 
| Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 89 |  | 
| Maciej Żenczykowski | a8852b2 | 2023-10-08 18:31:12 -0700 | [diff] [blame] | 90 | struct egress_bool { bool egress; }; | 
|  | 91 | #define INGRESS ((struct egress_bool){ .egress = false }) | 
|  | 92 | #define EGRESS ((struct egress_bool){ .egress = true }) | 
| Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 93 |  | 
| Maciej Żenczykowski | e1a615a | 2023-10-10 03:34:56 -0700 | [diff] [blame] | 94 | struct stream_bool { bool down; }; | 
|  | 95 | #define UPSTREAM ((struct stream_bool){ .down = false }) | 
|  | 96 | #define DOWNSTREAM ((struct stream_bool){ .down = true }) | 
| Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 97 |  | 
| Maciej Żenczykowski | 8d3bde7 | 2023-10-08 18:43:23 -0700 | [diff] [blame] | 98 | struct rawip_bool { bool rawip; }; | 
|  | 99 | #define ETHER ((struct rawip_bool){ .rawip = false }) | 
|  | 100 | #define RAWIP ((struct rawip_bool){ .rawip = true }) | 
| Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 101 |  | 
| Maciej Żenczykowski | 8a6c6d5 | 2023-10-10 00:59:31 -0700 | [diff] [blame] | 102 | struct updatetime_bool { bool updatetime; }; | 
|  | 103 | #define NO_UPDATETIME ((struct updatetime_bool){ .updatetime = false }) | 
|  | 104 | #define UPDATETIME ((struct updatetime_bool){ .updatetime = true }) |