http: socket workers: simplify request buffering

This commit is contained in:
Joakim Frostegård 2022-02-03 18:59:51 +01:00
parent 91dcd3de4d
commit 380ca222de

View file

@ -28,9 +28,8 @@ use slab::Slab;
use crate::common::*; use crate::common::*;
use crate::config::Config; use crate::config::Config;
const INTERMEDIATE_BUFFER_SIZE: usize = 1024; const REQUEST_BUFFER_SIZE: usize = 2048;
const MAX_REQUEST_SIZE: usize = 2048; const RESPONSE_BUFFER_SIZE: usize = 4096;
const MAX_RESPONSE_SIZE: usize = 4096;
const RESPONSE_HEADER_A: &[u8] = b"HTTP/1.1 200 OK\r\nContent-Length: "; const RESPONSE_HEADER_A: &[u8] = b"HTTP/1.1 200 OK\r\nContent-Length: ";
const RESPONSE_HEADER_B: &[u8] = b" "; const RESPONSE_HEADER_B: &[u8] = b" ";
@ -173,9 +172,9 @@ struct Connection {
stream: TlsStream<TcpStream>, stream: TlsStream<TcpStream>,
peer_addr: SocketAddr, peer_addr: SocketAddr,
connection_id: ConnectionId, connection_id: ConnectionId,
request_buffer: [u8; MAX_REQUEST_SIZE], request_buffer: [u8; REQUEST_BUFFER_SIZE],
request_buffer_position: usize, request_buffer_position: usize,
response_buffer: [u8; MAX_RESPONSE_SIZE], response_buffer: [u8; RESPONSE_BUFFER_SIZE],
} }
impl Connection { impl Connection {
@ -196,7 +195,7 @@ impl Connection {
let tls_acceptor: TlsAcceptor = tls_config.into(); let tls_acceptor: TlsAcceptor = tls_config.into();
let stream = tls_acceptor.accept(stream).await?; let stream = tls_acceptor.accept(stream).await?;
let mut response_buffer = [0; MAX_RESPONSE_SIZE]; let mut response_buffer = [0; RESPONSE_BUFFER_SIZE];
response_buffer[..RESPONSE_HEADER.len()].copy_from_slice(&RESPONSE_HEADER); response_buffer[..RESPONSE_HEADER.len()].copy_from_slice(&RESPONSE_HEADER);
@ -209,7 +208,7 @@ impl Connection {
stream, stream,
peer_addr, peer_addr,
connection_id, connection_id,
request_buffer: [0; MAX_REQUEST_SIZE], request_buffer: [0; REQUEST_BUFFER_SIZE],
request_buffer_position: 0, request_buffer_position: 0,
response_buffer, response_buffer,
}; };
@ -244,54 +243,44 @@ impl Connection {
} }
async fn read_request(&mut self) -> anyhow::Result<Either<FailureResponse, Request>> { async fn read_request(&mut self) -> anyhow::Result<Either<FailureResponse, Request>> {
let mut buf = [0u8; INTERMEDIATE_BUFFER_SIZE]; self.request_buffer_position = 0;
loop { loop {
::log::debug!("read"); if self.request_buffer_position == self.request_buffer.len() {
return Err(anyhow::anyhow!("request buffer is full"));
}
let bytes_read = self.stream.read(&mut buf).await?; let bytes_read = self
.stream
.read(&mut self.request_buffer[self.request_buffer_position..])
.await?;
if bytes_read == 0 { if bytes_read == 0 {
return Err(anyhow::anyhow!("peer closed connection")); return Err(anyhow::anyhow!("peer closed connection"));
} }
let request_buffer_end = self.request_buffer_position + bytes_read; self.request_buffer_position += bytes_read;
if request_buffer_end > self.request_buffer.len() { match Request::from_bytes(&self.request_buffer[..self.request_buffer_position]) {
return Err(anyhow::anyhow!("request too large")); Ok(request) => {
} else { ::log::debug!("received request: {:?}", request);
let request_buffer_slice =
&mut self.request_buffer[self.request_buffer_position..request_buffer_end];
request_buffer_slice.copy_from_slice(&buf[..bytes_read]); return Ok(Either::Right(request));
}
Err(RequestParseError::Invalid(err)) => {
::log::debug!("invalid request: {:?}", err);
self.request_buffer_position = request_buffer_end; let response = FailureResponse {
failure_reason: "Invalid request".into(),
};
match Request::from_bytes(&self.request_buffer[..self.request_buffer_position]) { return Ok(Either::Left(response));
Ok(request) => { }
::log::debug!("received request: {:?}", request); Err(RequestParseError::NeedMoreData) => {
::log::debug!(
self.request_buffer_position = 0; "need more request data. current data: {:?}",
std::str::from_utf8(&self.request_buffer[..self.request_buffer_position])
return Ok(Either::Right(request)); );
}
Err(RequestParseError::Invalid(err)) => {
::log::debug!("invalid request: {:?}", err);
let response = FailureResponse {
failure_reason: "Invalid request".into(),
};
return Ok(Either::Left(response));
}
Err(RequestParseError::NeedMoreData) => {
::log::debug!(
"need more request data. current data: {:?}",
std::str::from_utf8(
&self.request_buffer[..self.request_buffer_position]
)
);
}
} }
} }
} }