udp: add experimental io_uring implementation (#131)

* WIP: add udp uring support * WIP: fix udp uring address parsing * WIP: udp uring: resubmit recv when needed * WIP: udp uring: add OutMessageStorage, send swarm responses * WIP: udp uring: increase ring entries to 1024 * WIP: udp uring: add constants * WIP: udp uring: use sqpoll, avoid kernel calls * WIP: udp uring: disable sqpoll * WIP: udp uring: use VecDeque for local responses * udp uring: enable setup_coop_taskrun * udp uring: add RecvMsgStorage * udp: improve split of uring and mio implementations * udp uring: clean up * udp uring: initial ipv6 support * udp uring: improve helper structs * udp uring: clean up, use constants for important data * udp: share create_socket fn between implementations * udp uring: improve send buffer free index finding * udp uring: work on SendBuffers.try_add * udp uring: split into modules * udp uring: Rename RecvMsgMultiHelper to RecvHelper * udp uring: improve SendBuffers * udp uring: fix copyright attribution in buf_ring module * udp uring: stop always consuming 100% cpu * udp uring: clean up * udp uring: add handle_recv_cqe * udp uring: move local_responses into SocketWorker * udp uring: move timeout_timespec into SocketWorker * Update TODO * udp: make io-uring optional * Update TODO * udp uring: enqueue timeout before sends * udp uring: move likely empty buffer tracking logic into SendBuffers * udp uring: improve error handling and logging * udp uring: keep one timeout submitted at a time * udp uring: update pending_scrape_valid_until * udp uring: add second timeout for cleaning * Update TODO * udp uring: store resubmittable squeue entries in a Vec * udp uring: add comment, remove a log statement * Update TODO * Update TODO * udp: io_uring: fall back to mio if io_uring support not recent enough * udp: uring: add bytes_received statistics * udp: uring: add bytes_sent statistics * udp: uring: add more statistics * Update TODO * udp: uring: improve SendBuffers code * udp: uring: remove unneeded squeue sync calls * udp: uring: replace buf_ring impl with one from tokio-uring * udp: uring: store ring in TLS so it can be used in Drop impls * udp: uring: store BufRing in SocketWorker * udp: uring: silence buf_ring dead code warnings, improve comment * Update TODO * udp: uring: improve CurrentRing docs, use anonymous struct field * udp: uring: improve ring setup * udp: uring: get ipv6 working * udp: uring: make ring entry count configurable, use more send entries * udp: uring: log number of pending responses (info level) * udp: uring: improve comment on send_buffer_entries calculation * udp: improve config comments * udp: uring: add to responses stats when they are confirmed as sent * Update TODO * udp: uring: enable IoUring setup_submit_all * Update README
2026-04-01 18:25:30 +00:00 · 2023-03-07 19:01:37 +01:00 · 2023-03-07 19:01:37 +01:00 · 2e67f11caf
commit 2e67f11caf
parent 6f4ffda1bb
13 changed files with 2315 additions and 428 deletions
--- a/aquatic_udp/src/workers/socket/uring/recv_helper.rs
+++ b/aquatic_udp/src/workers/socket/uring/recv_helper.rs
@ -0,0 +1,121 @@
+use std::{
+    net::{IpAddr, Ipv6Addr, SocketAddr, SocketAddrV4, SocketAddrV6},
+    ptr::null_mut,
+};
+
+use aquatic_common::CanonicalSocketAddr;
+use aquatic_udp_protocol::{Request, RequestParseError};
+use io_uring::{opcode::RecvMsgMulti, types::RecvMsgOut};
+
+use crate::config::Config;
+
+use super::{SOCKET_IDENTIFIER, USER_DATA_RECV};
+
+pub struct RecvHelper {
+    network_address: IpAddr,
+    max_scrape_torrents: u8,
+    #[allow(dead_code)]
+    name_v4: Box<libc::sockaddr_in>,
+    msghdr_v4: Box<libc::msghdr>,
+    #[allow(dead_code)]
+    name_v6: Box<libc::sockaddr_in6>,
+    msghdr_v6: Box<libc::msghdr>,
+}
+
+impl RecvHelper {
+    pub fn new(config: &Config) -> Self {
+        let mut name_v4 = Box::new(libc::sockaddr_in {
+            sin_family: 0,
+            sin_port: 0,
+            sin_addr: libc::in_addr { s_addr: 0 },
+            sin_zero: [0; 8],
+        });
+
+        let msghdr_v4 = Box::new(libc::msghdr {
+            msg_name: &mut name_v4 as *mut _ as *mut libc::c_void,
+            msg_namelen: core::mem::size_of::<libc::sockaddr_in>() as u32,
+            msg_iov: null_mut(),
+            msg_iovlen: 0,
+            msg_control: null_mut(),
+            msg_controllen: 0,
+            msg_flags: 0,
+        });
+
+        let mut name_v6 = Box::new(libc::sockaddr_in6 {
+            sin6_family: 0,
+            sin6_port: 0,
+            sin6_flowinfo: 0,
+            sin6_addr: libc::in6_addr { s6_addr: [0; 16] },
+            sin6_scope_id: 0,
+        });
+
+        let msghdr_v6 = Box::new(libc::msghdr {
+            msg_name: &mut name_v6 as *mut _ as *mut libc::c_void,
+            msg_namelen: core::mem::size_of::<libc::sockaddr_in6>() as u32,
+            msg_iov: null_mut(),
+            msg_iovlen: 0,
+            msg_control: null_mut(),
+            msg_controllen: 0,
+            msg_flags: 0,
+        });
+
+        Self {
+            network_address: config.network.address.ip(),
+            max_scrape_torrents: config.protocol.max_scrape_torrents,
+            name_v4,
+            msghdr_v4,
+            name_v6,
+            msghdr_v6,
+        }
+    }
+
+    pub fn create_entry(&self, buf_group: u16) -> io_uring::squeue::Entry {
+        let msghdr: *const libc::msghdr = if self.network_address.is_ipv4() {
+            &*self.msghdr_v4
+        } else {
+            &*self.msghdr_v6
+        };
+
+        RecvMsgMulti::new(SOCKET_IDENTIFIER, msghdr, buf_group)
+            .build()
+            .user_data(USER_DATA_RECV)
+    }
+
+    pub fn parse(
+        &self,
+        buffer: &[u8],
+    ) -> (Result<Request, RequestParseError>, CanonicalSocketAddr) {
+        let msghdr = if self.network_address.is_ipv4() {
+            &self.msghdr_v4
+        } else {
+            &self.msghdr_v6
+        };
+
+        let msg = RecvMsgOut::parse(buffer, msghdr).unwrap();
+
+        let addr = unsafe {
+            if self.network_address.is_ipv4() {
+                let name_data = *(msg.name_data().as_ptr() as *const libc::sockaddr_in);
+
+                SocketAddr::V4(SocketAddrV4::new(
+                    u32::from_be(name_data.sin_addr.s_addr).into(),
+                    u16::from_be(name_data.sin_port),
+                ))
+            } else {
+                let name_data = *(msg.name_data().as_ptr() as *const libc::sockaddr_in6);
+
+                SocketAddr::V6(SocketAddrV6::new(
+                    Ipv6Addr::from(name_data.sin6_addr.s6_addr),
+                    u16::from_be(name_data.sin6_port),
+                    u32::from_be(name_data.sin6_flowinfo),
+                    u32::from_be(name_data.sin6_scope_id),
+                ))
+            }
+        };
+
+        (
+            Request::from_bytes(msg.payload_data(), self.max_scrape_torrents),
+            CanonicalSocketAddr::new(addr),
+        )
+    }
+}