blob: 284a676057c0ba40b5b04cb22f3114eb66048089 [file] [log] [blame]
Daniel Drowna45056e2012-03-23 10:42:54 -05001/*
2 * Copyright 2012 Daniel Drown
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *
16 * clatd.c - tun interface setup and main event loop
17 */
junyulaic4e591a2018-11-26 22:36:10 +090018#include <arpa/inet.h>
19#include <errno.h>
20#include <fcntl.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050021#include <poll.h>
22#include <signal.h>
Maciej Żenczykowski1f395ef2023-02-16 05:11:54 +000023#include <stdbool.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050024#include <stdio.h>
junyulaic4e591a2018-11-26 22:36:10 +090025#include <stdlib.h>
26#include <string.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050027#include <sys/ioctl.h>
Elliott Hughes3afe9ae2014-07-18 17:25:26 -070028#include <sys/prctl.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050029#include <sys/stat.h>
junyulaic4e591a2018-11-26 22:36:10 +090030#include <sys/types.h>
31#include <time.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050032#include <unistd.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050033
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +090034#include <linux/filter.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050035#include <linux/if.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050036#include <linux/if_ether.h>
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +090037#include <linux/if_packet.h>
junyulaic4e591a2018-11-26 22:36:10 +090038#include <linux/if_tun.h>
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +090039#include <net/if.h>
junyulaic4e591a2018-11-26 22:36:10 +090040#include <sys/uio.h>
Daniel Drowna45056e2012-03-23 10:42:54 -050041
Daniel Drowna45056e2012-03-23 10:42:54 -050042#include "clatd.h"
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -070043#include "checksum.h"
Daniel Drowna45056e2012-03-23 10:42:54 -050044#include "config.h"
Daniel Drowna45056e2012-03-23 10:42:54 -050045#include "dump.h"
junyulaic4e591a2018-11-26 22:36:10 +090046#include "getaddr.h"
47#include "logging.h"
junyulaic4e591a2018-11-26 22:36:10 +090048#include "translate.h"
Daniel Drowna45056e2012-03-23 10:42:54 -050049
Maciej Żenczykowski5ce6cda2020-06-02 14:39:33 -070050struct clat_config Global_Clatd_Config;
51
Lorenzo Colitti57d480d2014-02-09 10:35:38 +090052/* 40 bytes IPv6 header - 20 bytes IPv4 header + 8 bytes fragment header */
53#define MTU_DELTA 28
54
Daniel Drowna45056e2012-03-23 10:42:54 -050055volatile sig_atomic_t running = 1;
56
Lorenzo Colitti66deecd2019-01-04 12:27:27 +090057int ipv6_address_changed(const char *interface) {
58 union anyip *interface_ip;
59
60 interface_ip = getinterface_ip(interface, AF_INET6);
61 if (!interface_ip) {
62 logmsg(ANDROID_LOG_ERROR, "Unable to find an IPv6 address on interface %s", interface);
63 return 1;
64 }
65
66 if (!ipv6_prefix_equal(&interface_ip->ip6, &Global_Clatd_Config.ipv6_local_subnet)) {
67 char oldstr[INET6_ADDRSTRLEN];
68 char newstr[INET6_ADDRSTRLEN];
69 inet_ntop(AF_INET6, &Global_Clatd_Config.ipv6_local_subnet, oldstr, sizeof(oldstr));
70 inet_ntop(AF_INET6, &interface_ip->ip6, newstr, sizeof(newstr));
71 logmsg(ANDROID_LOG_INFO, "IPv6 prefix on %s changed: %s -> %s", interface, oldstr, newstr);
72 free(interface_ip);
73 return 1;
74 } else {
75 free(interface_ip);
76 return 0;
77 }
78}
79
Maciej Żenczykowski206b2382023-03-14 03:50:28 +000080// reads IPv6 packet from AF_PACKET socket, translates to IPv4, writes to tun
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +000081void process_packet_6_to_4(struct tun_data *tunnel) {
Maciej Żenczykowski4e764172023-03-13 21:55:54 +000082 // ethernet header is 14 bytes, plus 4 for a normal VLAN tag or 8 for Q-in-Q
83 // we don't really support vlans (or especially Q-in-Q)...
84 // but a few bytes of extra buffer space doesn't hurt...
Maciej Żenczykowski206b2382023-03-14 03:50:28 +000085 struct {
86 uint8_t payload[22 + MAXMTU];
87 char pad; // +1 to make packet truncation obvious
88 } buf;
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +000089 struct iovec iov = {
Maciej Żenczykowski206b2382023-03-14 03:50:28 +000090 .iov_base = &buf,
Maciej Żenczykowskif3eeff92023-03-13 21:50:01 +000091 .iov_len = sizeof(buf),
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +000092 };
Maciej Żenczykowski4e764172023-03-13 21:55:54 +000093 char cmsg_buf[CMSG_SPACE(sizeof(struct tpacket_auxdata))];
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +000094 struct msghdr msgh = {
95 .msg_iov = &iov,
96 .msg_iovlen = 1,
97 .msg_control = cmsg_buf,
98 .msg_controllen = sizeof(cmsg_buf),
99 };
100 ssize_t readlen = recvmsg(tunnel->read_fd6, &msgh, /*flags*/ 0);
Daniel Drowna45056e2012-03-23 10:42:54 -0500101
junyulaic4e591a2018-11-26 22:36:10 +0900102 if (readlen < 0) {
Lorenzo Colitti49454812015-01-31 19:18:47 +0900103 if (errno != EAGAIN) {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000104 logmsg(ANDROID_LOG_WARN, "%s: read error: %s", __func__, strerror(errno));
Lorenzo Colitti49454812015-01-31 19:18:47 +0900105 }
Daniel Drowna45056e2012-03-23 10:42:54 -0500106 return;
junyulaic4e591a2018-11-26 22:36:10 +0900107 } else if (readlen == 0) {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000108 logmsg(ANDROID_LOG_WARN, "%s: packet socket removed?", __func__);
Daniel Drowna45056e2012-03-23 10:42:54 -0500109 running = 0;
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +0900110 return;
Maciej Żenczykowskif3eeff92023-03-13 21:50:01 +0000111 } else if (readlen >= sizeof(buf)) {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000112 logmsg(ANDROID_LOG_WARN, "%s: read truncation - ignoring pkt", __func__);
113 return;
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +0900114 }
115
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +0000116 __u32 tp_status = 0;
Maciej Żenczykowski4e764172023-03-13 21:55:54 +0000117 __u16 tp_net = 0;
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +0000118
119 for (struct cmsghdr *cmsg = CMSG_FIRSTHDR(&msgh); cmsg != NULL; cmsg = CMSG_NXTHDR(&msgh,cmsg)) {
120 if (cmsg->cmsg_level == SOL_PACKET && cmsg->cmsg_type == PACKET_AUXDATA) {
121 struct tpacket_auxdata *aux = (struct tpacket_auxdata *)CMSG_DATA(cmsg);
122 tp_status = aux->tp_status;
Maciej Żenczykowski4e764172023-03-13 21:55:54 +0000123 tp_net = aux->tp_net;
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +0000124 break;
125 }
126 }
127
Maciej Żenczykowski4e764172023-03-13 21:55:54 +0000128 if (readlen < tp_net) {
129 logmsg(ANDROID_LOG_WARN, "%s: ignoring %zd byte pkt shorter than %u L2 header",
130 __func__, readlen, tp_net);
131 return;
132 }
133
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +0000134 // This will detect a skb->ip_summed == CHECKSUM_PARTIAL packet with non-final L4 checksum
135 if (tp_status & TP_STATUS_CSUMNOTREADY) {
Maciej Żenczykowski1f395ef2023-02-16 05:11:54 +0000136 static bool logged = false;
137 if (!logged) {
138 logmsg(ANDROID_LOG_WARN, "read_packet checksum not ready");
139 logged = true;
140 }
Maciej Żenczykowskife7a1672023-01-17 21:28:22 +0000141 }
142
Maciej Żenczykowski206b2382023-03-14 03:50:28 +0000143 translate_packet(tunnel->fd4, 0 /* to_ipv6 */, buf.payload + tp_net, readlen - tp_net);
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000144}
145
146// reads TUN_PI + L3 IPv4 packet from tun, translates to IPv6, writes to AF_INET6/RAW socket
147void process_packet_4_to_6(struct tun_data *tunnel) {
Maciej Żenczykowskicfa100f2023-03-14 03:04:50 +0000148 struct {
149 struct tun_pi pi;
150 uint8_t payload[MAXMTU];
151 char pad; // +1 byte to make packet truncation obvious
152 } buf;
153 ssize_t readlen = read(tunnel->fd4, &buf, sizeof(buf));
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000154
155 if (readlen < 0) {
156 if (errno != EAGAIN) {
157 logmsg(ANDROID_LOG_WARN, "%s: read error: %s", __func__, strerror(errno));
158 }
159 return;
160 } else if (readlen == 0) {
161 logmsg(ANDROID_LOG_WARN, "%s: tun interface removed", __func__);
162 running = 0;
163 return;
Maciej Żenczykowskif3eeff92023-03-13 21:50:01 +0000164 } else if (readlen >= sizeof(buf)) {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000165 logmsg(ANDROID_LOG_WARN, "%s: read truncation - ignoring pkt", __func__);
Maciej Żenczykowski50303532020-06-02 14:46:45 -0700166 return;
167 }
168
Maciej Żenczykowskicfa100f2023-03-14 03:04:50 +0000169 if (readlen < (ssize_t)sizeof(buf.pi)) {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000170 logmsg(ANDROID_LOG_WARN, "%s: short read: got %ld bytes", __func__, readlen);
Lorenzo Colitti9353be22014-12-03 15:18:29 +0900171 return;
Daniel Drowna45056e2012-03-23 10:42:54 -0500172 }
Lorenzo Colittif08c5aa2014-06-03 12:56:38 +0900173
Maciej Żenczykowskicfa100f2023-03-14 03:04:50 +0000174 uint16_t proto = ntohs(buf.pi.proto);
Lorenzo Colitti9353be22014-12-03 15:18:29 +0900175 if (proto != ETH_P_IP) {
176 logmsg(ANDROID_LOG_WARN, "%s: unknown packet type = 0x%x", __func__, proto);
177 return;
178 }
179
Maciej Żenczykowskicfa100f2023-03-14 03:04:50 +0000180 if (buf.pi.flags != 0) {
181 logmsg(ANDROID_LOG_WARN, "%s: unexpected flags = %d", __func__, buf.pi.flags);
Lorenzo Colitti9353be22014-12-03 15:18:29 +0900182 }
183
Maciej Żenczykowskicfa100f2023-03-14 03:04:50 +0000184 readlen -= sizeof(buf.pi);
185 translate_packet(tunnel->write_fd6, 1 /* to_ipv6 */, buf.payload, readlen);
Daniel Drowna45056e2012-03-23 10:42:54 -0500186}
187
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700188// IPv6 DAD packet format:
189// Ethernet header (if needed) will be added by the kernel:
190// u8[6] src_mac; u8[6] dst_mac '33:33:ff:XX:XX:XX'; be16 ethertype '0x86DD'
191// IPv6 header:
192// be32 0x60000000 - ipv6, tclass 0, flowlabel 0
193// be16 payload_length '32'; u8 nxt_hdr ICMPv6 '58'; u8 hop limit '255'
194// u128 src_ip6 '::'
195// u128 dst_ip6 'ff02::1:ffXX:XXXX'
196// ICMPv6 header:
197// u8 type '135'; u8 code '0'; u16 icmp6 checksum; u32 reserved '0'
198// ICMPv6 neighbour solicitation payload:
199// u128 tgt_ip6
200// ICMPv6 ND options:
201// u8 opt nr '14'; u8 length '1'; u8[6] nonce '6 random bytes'
Maciej Żenczykowskia1cb0f32022-07-19 09:22:58 -0700202void send_dad(int fd, const struct in6_addr* tgt) {
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700203 struct {
204 struct ip6_hdr ip6h;
205 struct nd_neighbor_solicit ns;
206 uint8_t ns_opt_nr;
207 uint8_t ns_opt_len;
208 uint8_t ns_opt_nonce[6];
209 } dad_pkt = {
210 .ip6h = {
211 .ip6_flow = htonl(6 << 28), // v6, 0 tclass, 0 flowlabel
212 .ip6_plen = htons(sizeof(dad_pkt) - sizeof(struct ip6_hdr)), // payload length, ie. 32
213 .ip6_nxt = IPPROTO_ICMPV6, // 58
214 .ip6_hlim = 255,
215 .ip6_src = {}, // ::
216 .ip6_dst.s6_addr = {
217 0xFF, 0x02, 0, 0,
218 0, 0, 0, 0,
219 0, 0, 0, 1,
220 0xFF, tgt->s6_addr[13], tgt->s6_addr[14], tgt->s6_addr[15],
221 }, // ff02::1:ffXX:XXXX - multicast group address derived from bottom 24-bits of tgt
222 },
223 .ns = {
224 .nd_ns_type = ND_NEIGHBOR_SOLICIT, // 135
225 .nd_ns_code = 0,
226 .nd_ns_cksum = 0, // will be calculated later
227 .nd_ns_reserved = 0,
228 .nd_ns_target = *tgt,
229 },
230 .ns_opt_nr = 14, // icmp6 option 'nonce' from RFC3971
231 .ns_opt_len = 1, // in units of 8 bytes, including option nr and len
Maciej Żenczykowskia1cb0f32022-07-19 09:22:58 -0700232 .ns_opt_nonce = {}, // opt_len *8 - sizeof u8(opt_nr) - sizeof u8(opt_len) = 6 ranodmized bytes
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700233 };
Maciej Żenczykowskia1cb0f32022-07-19 09:22:58 -0700234 arc4random_buf(&dad_pkt.ns_opt_nonce, sizeof(dad_pkt.ns_opt_nonce));
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700235
236 // 40 byte IPv6 header + 8 byte ICMPv6 header + 16 byte ipv6 target address + 8 byte nonce option
237 _Static_assert(sizeof(dad_pkt) == 40 + 8 + 16 + 8, "sizeof dad packet != 72");
238
239 // IPv6 header checksum is standard negated 16-bit one's complement sum over the icmpv6 pseudo
240 // header (which includes payload length, nextheader, and src/dst ip) and the icmpv6 payload.
241 //
242 // Src/dst ip immediately prefix the icmpv6 header itself, so can be handled along
243 // with the payload. We thus only need to manually account for payload len & next header.
244 //
245 // The magic '8' is simply the offset of the ip6_src field in the ipv6 header,
246 // ie. we're skipping over the ipv6 version, tclass, flowlabel, payload length, next header
247 // and hop limit fields, because they're not quite where we want them to be.
248 //
249 // ip6_plen is already in network order, while ip6_nxt is a single byte and thus needs htons().
250 uint32_t csum = dad_pkt.ip6h.ip6_plen + htons(dad_pkt.ip6h.ip6_nxt);
251 csum = ip_checksum_add(csum, &dad_pkt.ip6h.ip6_src, sizeof(dad_pkt) - 8);
252 dad_pkt.ns.nd_ns_cksum = ip_checksum_finish(csum);
253
254 const struct sockaddr_in6 dst = {
255 .sin6_family = AF_INET6,
256 .sin6_addr = dad_pkt.ip6h.ip6_dst,
257 .sin6_scope_id = if_nametoindex(Global_Clatd_Config.native_ipv6_interface),
258 };
259
Maciej Żenczykowskia1cb0f32022-07-19 09:22:58 -0700260 sendto(fd, &dad_pkt, sizeof(dad_pkt), 0 /*flags*/, (const struct sockaddr *)&dst, sizeof(dst));
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700261}
262
Daniel Drowna45056e2012-03-23 10:42:54 -0500263/* function: event_loop
264 * reads packets from the tun network interface and passes them down the stack
junyulaic4e591a2018-11-26 22:36:10 +0900265 * tunnel - tun device data
Daniel Drowna45056e2012-03-23 10:42:54 -0500266 */
Lorenzo Colitti9353be22014-12-03 15:18:29 +0900267void event_loop(struct tun_data *tunnel) {
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700268 // Apparently some network gear will refuse to perform NS for IPs that aren't DAD'ed,
269 // this would then result in an ipv6-only network with working native ipv6, working
270 // IPv4 via DNS64, but non-functioning IPv4 via CLAT (ie. IPv4 literals + IPv4 only apps).
271 // The kernel itself doesn't do DAD for anycast ips (but does handle IPV6 MLD and handle ND).
272 // So we'll spoof dad here, and yeah, we really should check for a response and in
273 // case of failure pick a different IP. Seeing as 48-bits of the IP are utterly random
274 // (with the other 16 chosen to guarantee checksum neutrality) this seems like a remote
275 // concern...
276 // TODO: actually perform true DAD
Maciej Żenczykowskia1cb0f32022-07-19 09:22:58 -0700277 send_dad(tunnel->write_fd6, &Global_Clatd_Config.ipv6_local_subnet);
Maciej Żenczykowskif6ec94e2022-07-12 16:17:33 -0700278
Daniel Drowna45056e2012-03-23 10:42:54 -0500279 time_t last_interface_poll;
Lorenzo Colittidce3ddf2014-08-25 16:07:12 -0700280 struct pollfd wait_fd[] = {
281 { tunnel->read_fd6, POLLIN, 0 },
282 { tunnel->fd4, POLLIN, 0 },
283 };
Daniel Drowna45056e2012-03-23 10:42:54 -0500284
285 // start the poll timer
286 last_interface_poll = time(NULL);
287
junyulaic4e591a2018-11-26 22:36:10 +0900288 while (running) {
289 if (poll(wait_fd, ARRAY_SIZE(wait_fd), NO_TRAFFIC_INTERFACE_POLL_FREQUENCY * 1000) == -1) {
Bernie Innocenti69dc60d2018-05-14 20:40:49 +0900290 if (errno != EINTR) {
junyulaic4e591a2018-11-26 22:36:10 +0900291 logmsg(ANDROID_LOG_WARN, "event_loop/poll returned an error: %s", strerror(errno));
Daniel Drowna45056e2012-03-23 10:42:54 -0500292 }
293 } else {
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000294 // Call process_packet if the socket has data to be read, but also if an
Lorenzo Colitti9353be22014-12-03 15:18:29 +0900295 // error is waiting. If we don't call read() after getting POLLERR, a
296 // subsequent poll() will return immediately with POLLERR again,
297 // causing this code to spin in a loop. Calling read() will clear the
298 // socket error flag instead.
Maciej Żenczykowskie6e0c002023-01-18 23:57:35 +0000299 if (wait_fd[0].revents) process_packet_6_to_4(tunnel);
300 if (wait_fd[1].revents) process_packet_4_to_6(tunnel);
Daniel Drowna45056e2012-03-23 10:42:54 -0500301 }
302
303 time_t now = time(NULL);
Rocco Yuee4b7da62020-09-02 15:21:41 +0800304 if (now >= (last_interface_poll + INTERFACE_POLL_FREQUENCY)) {
305 last_interface_poll = now;
Maciej Żenczykowskiba667df2020-06-02 01:41:54 -0700306 if (ipv6_address_changed(Global_Clatd_Config.native_ipv6_interface)) {
Lorenzo Colitti66deecd2019-01-04 12:27:27 +0900307 break;
308 }
Daniel Drowna45056e2012-03-23 10:42:54 -0500309 }
310 }
311}