| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2019 The Android Open Source Project | 
|  | 3 | * | 
|  | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 5 | * you may not use this file except in compliance with the License. | 
|  | 6 | * You may obtain a copy of the License at | 
|  | 7 | * | 
|  | 8 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 9 | * | 
|  | 10 | * Unless required by applicable law or agreed to in writing, software | 
|  | 11 | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 13 | * See the License for the specific language governing permissions and | 
|  | 14 | * limitations under the License. | 
|  | 15 | */ | 
|  | 16 |  | 
|  | 17 | #pragma once | 
|  | 18 |  | 
|  | 19 | #include <linux/bpf.h> | 
|  | 20 | #include <linux/if_packet.h> | 
|  | 21 | #include <stdbool.h> | 
|  | 22 | #include <stdint.h> | 
|  | 23 |  | 
| Ryan Zuklie | 1db34f3 | 2023-01-20 17:00:04 -0800 | [diff] [blame] | 24 | // bionic kernel uapi linux/udp.h header is munged... | 
|  | 25 | #define __kernel_udphdr udphdr | 
|  | 26 | #include <linux/udp.h> | 
|  | 27 |  | 
|  | 28 | // Offsets from beginning of L4 (TCP/UDP) header | 
|  | 29 | #define TCP_OFFSET(field) offsetof(struct tcphdr, field) | 
|  | 30 | #define UDP_OFFSET(field) offsetof(struct udphdr, field) | 
|  | 31 |  | 
|  | 32 | // Offsets from beginning of L3 (IPv4/IPv6) header | 
|  | 33 | #define IP4_OFFSET(field) offsetof(struct iphdr, field) | 
|  | 34 | #define IP6_OFFSET(field) offsetof(struct ipv6hdr, field) | 
|  | 35 |  | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 36 | // this returns 0 iff skb->sk is NULL | 
|  | 37 | static uint64_t (*bpf_get_socket_cookie)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_cookie; | 
|  | 38 |  | 
|  | 39 | static uint32_t (*bpf_get_socket_uid)(struct __sk_buff* skb) = (void*)BPF_FUNC_get_socket_uid; | 
|  | 40 |  | 
|  | 41 | static int (*bpf_skb_pull_data)(struct __sk_buff* skb, __u32 len) = (void*)BPF_FUNC_skb_pull_data; | 
|  | 42 |  | 
| Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 43 | static int (*bpf_skb_load_bytes)(const struct __sk_buff* skb, int off, void* to, | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 44 | int len) = (void*)BPF_FUNC_skb_load_bytes; | 
|  | 45 |  | 
| Maciej Żenczykowski | 879839a1 | 2022-08-03 10:48:25 +0000 | [diff] [blame] | 46 | static int (*bpf_skb_load_bytes_relative)(const struct __sk_buff* skb, int off, void* to, int len, | 
|  | 47 | int start_hdr) = (void*)BPF_FUNC_skb_load_bytes_relative; | 
|  | 48 |  | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 49 | static int (*bpf_skb_store_bytes)(struct __sk_buff* skb, __u32 offset, const void* from, __u32 len, | 
|  | 50 | __u64 flags) = (void*)BPF_FUNC_skb_store_bytes; | 
|  | 51 |  | 
|  | 52 | static int64_t (*bpf_csum_diff)(__be32* from, __u32 from_size, __be32* to, __u32 to_size, | 
|  | 53 | __wsum seed) = (void*)BPF_FUNC_csum_diff; | 
|  | 54 |  | 
|  | 55 | static int64_t (*bpf_csum_update)(struct __sk_buff* skb, __wsum csum) = (void*)BPF_FUNC_csum_update; | 
|  | 56 |  | 
|  | 57 | static int (*bpf_skb_change_proto)(struct __sk_buff* skb, __be16 proto, | 
|  | 58 | __u64 flags) = (void*)BPF_FUNC_skb_change_proto; | 
|  | 59 | static int (*bpf_l3_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, | 
|  | 60 | __u64 flags) = (void*)BPF_FUNC_l3_csum_replace; | 
|  | 61 | static int (*bpf_l4_csum_replace)(struct __sk_buff* skb, __u32 offset, __u64 from, __u64 to, | 
|  | 62 | __u64 flags) = (void*)BPF_FUNC_l4_csum_replace; | 
|  | 63 | static int (*bpf_redirect)(__u32 ifindex, __u64 flags) = (void*)BPF_FUNC_redirect; | 
|  | 64 | static int (*bpf_redirect_map)(const struct bpf_map_def* map, __u32 key, | 
|  | 65 | __u64 flags) = (void*)BPF_FUNC_redirect_map; | 
|  | 66 |  | 
|  | 67 | static int (*bpf_skb_change_head)(struct __sk_buff* skb, __u32 head_room, | 
|  | 68 | __u64 flags) = (void*)BPF_FUNC_skb_change_head; | 
|  | 69 | static int (*bpf_skb_adjust_room)(struct __sk_buff* skb, __s32 len_diff, __u32 mode, | 
|  | 70 | __u64 flags) = (void*)BPF_FUNC_skb_adjust_room; | 
|  | 71 |  | 
|  | 72 | // Android only supports little endian architectures | 
|  | 73 | #define htons(x) (__builtin_constant_p(x) ? ___constant_swab16(x) : __builtin_bswap16(x)) | 
|  | 74 | #define htonl(x) (__builtin_constant_p(x) ? ___constant_swab32(x) : __builtin_bswap32(x)) | 
|  | 75 | #define ntohs(x) htons(x) | 
|  | 76 | #define ntohl(x) htonl(x) | 
|  | 77 |  | 
|  | 78 | static inline __always_inline __unused bool is_received_skb(struct __sk_buff* skb) { | 
|  | 79 | return skb->pkt_type == PACKET_HOST || skb->pkt_type == PACKET_BROADCAST || | 
|  | 80 | skb->pkt_type == PACKET_MULTICAST; | 
|  | 81 | } | 
|  | 82 |  | 
| Maciej Żenczykowski | 824fb29 | 2022-04-11 23:29:46 -0700 | [diff] [blame] | 83 | // try to make the first 'len' header bytes readable/writable via direct packet access | 
|  | 84 | // (note: AFAIK there is no way to ask for only direct packet read without also getting write) | 
|  | 85 | static inline __always_inline void try_make_writable(struct __sk_buff* skb, int len) { | 
| Maciej Żenczykowski | 23f5d80 | 2021-06-09 19:39:49 -0700 | [diff] [blame] | 86 | if (len > skb->len) len = skb->len; | 
|  | 87 | if (skb->data_end - skb->data < len) bpf_skb_pull_data(skb, len); | 
|  | 88 | } | 
| Maciej Żenczykowski | 4c33f5c | 2023-04-19 16:37:11 -0700 | [diff] [blame] | 89 |  | 
|  | 90 | // constants for passing in to 'bool egress' | 
|  | 91 | static const bool INGRESS = false; | 
|  | 92 | static const bool EGRESS = true; | 
|  | 93 |  | 
|  | 94 | // constants for passing in to 'bool downstream' | 
|  | 95 | static const bool UPSTREAM = false; | 
|  | 96 | static const bool DOWNSTREAM = true; | 
|  | 97 |  | 
|  | 98 | // constants for passing in to 'bool is_ethernet' | 
|  | 99 | static const bool RAWIP = false; | 
|  | 100 | static const bool ETHER = true; | 
|  | 101 |  | 
|  | 102 | // constants for passing in to 'bool updatetime' | 
|  | 103 | static const bool NO_UPDATETIME = false; | 
|  | 104 | static const bool UPDATETIME = true; | 
|  | 105 |  | 
|  | 106 | // constants for passing in to ignore_on_eng / ignore_on_user / ignore_on_userdebug | 
|  | 107 | // define's instead of static const due to tm-mainline-prod compiler static_assert limitations | 
|  | 108 | #define LOAD_ON_ENG false | 
|  | 109 | #define LOAD_ON_USER false | 
|  | 110 | #define LOAD_ON_USERDEBUG false | 
|  | 111 | #define IGNORE_ON_ENG true | 
|  | 112 | #define IGNORE_ON_USER true | 
|  | 113 | #define IGNORE_ON_USERDEBUG true | 
|  | 114 |  | 
|  | 115 | #define KVER_4_14 KVER(4, 14, 0) |