aquatic_ws: OutMessage and InMessage simd-json fixes

* use simd-json in OutMessage deserialization
* take ownership in InMessage deserialization to avoid bugs
* Update benchmark results, benchmark was broken
* Compile simd-json even if simd is not on, so that rust-analyzer
  works
This commit is contained in:
Joakim Frostegård 2020-08-11 23:01:24 +02:00
parent 8dfe524421
commit 56bc028a44
9 changed files with 1031 additions and 1020 deletions

View file

@ -195,8 +195,8 @@ pub fn run_handshakes_and_read_messages(
use ::tungstenite::Error::Io; use ::tungstenite::Error::Io;
match established_ws.ws.read_message(){ match established_ws.ws.read_message(){
Ok(mut ws_message) => { Ok(ws_message) => {
if let Ok(in_message) = InMessage::from_ws_message(&mut ws_message){ if let Ok(in_message) = InMessage::from_ws_message(ws_message){
let naive_peer_addr = established_ws.peer_addr; let naive_peer_addr = established_ws.peer_addr;
let converted_peer_ip = convert_ipv4_mapped_ipv6( let converted_peer_ip = convert_ipv4_mapped_ipv6(
naive_peer_addr.ip() naive_peer_addr.ip()

View file

@ -18,7 +18,7 @@ anyhow = "1"
hashbrown = { version = "0.8", features = ["serde"] } hashbrown = { version = "0.8", features = ["serde"] }
serde = { version = "1", features = ["derive"] } serde = { version = "1", features = ["derive"] }
serde_json = "1" serde_json = "1"
simd-json = "0.3" simd-json = { version = "0.3", features = ["allow-non-simd"] }
tungstenite = "0.11" tungstenite = "0.11"
[dev-dependencies] [dev-dependencies]

View file

@ -37,10 +37,10 @@ pub fn bench(c: &mut Criterion) {
offer_id: Some(OfferId(info_hash.0)) offer_id: Some(OfferId(info_hash.0))
}); });
let mut ws_message = request.to_ws_message(); let ws_message = request.to_ws_message();
c.bench_function("deserialize-announce-request", |b| b.iter(|| c.bench_function("deserialize-announce-request", |b| b.iter(||
InMessage::from_ws_message(black_box(&mut ws_message)) InMessage::from_ws_message(black_box(ws_message.clone()))
)); ));
} }

View file

@ -259,17 +259,18 @@ pub enum InMessage {
impl InMessage { impl InMessage {
#[inline] #[inline]
pub fn from_ws_message( pub fn from_ws_message(
ws_message: &mut tungstenite::Message ws_message: tungstenite::Message
) -> ::anyhow::Result<Self> { ) -> ::anyhow::Result<Self> {
use tungstenite::Message::Text; use tungstenite::Message::Text;
let text: &mut str = if let Text(text) = ws_message { let mut text = if let Text(text) = ws_message {
text text
} else { } else {
return Err(anyhow::anyhow!("Message is not text")); return Err(anyhow::anyhow!("Message is not text"));
}; };
::simd_json::serde::from_str(text).context("deserialize with serde") return ::simd_json::serde::from_str(&mut text)
.context("deserialize with serde");
} }
pub fn to_ws_message(&self) -> ::tungstenite::Message { pub fn to_ws_message(&self) -> ::tungstenite::Message {
@ -300,7 +301,7 @@ impl OutMessage {
) -> ::anyhow::Result<Self> { ) -> ::anyhow::Result<Self> {
use tungstenite::Message::{Text, Binary}; use tungstenite::Message::{Text, Binary};
let text = match message { let mut text = match message {
Text(text) => text, Text(text) => text,
Binary(bytes) => String::from_utf8(bytes)?, Binary(bytes) => String::from_utf8(bytes)?,
_ => return Err(anyhow::anyhow!("Message is neither text nor bytes")), _ => return Err(anyhow::anyhow!("Message is neither text nor bytes")),
@ -309,13 +310,13 @@ impl OutMessage {
// This is brittle and could fail, but it doesn't matter too much // This is brittle and could fail, but it doesn't matter too much
// since this function is only used in load tester // since this function is only used in load tester
if text.contains("answer"){ if text.contains("answer"){
Ok(Self::Answer(::serde_json::from_str(&text)?)) Ok(Self::Answer(::simd_json::serde::from_str(&mut text)?))
} else if text.contains("offer"){ } else if text.contains("offer"){
Ok(Self::Offer(::serde_json::from_str(&text)?)) Ok(Self::Offer(::simd_json::serde::from_str(&mut text)?))
} else if text.contains("interval"){ } else if text.contains("interval"){
Ok(Self::AnnounceResponse(::serde_json::from_str(&text)?)) Ok(Self::AnnounceResponse(::simd_json::serde::from_str(&mut text)?))
} else if text.contains("scrape"){ } else if text.contains("scrape"){
Ok(Self::ScrapeResponse(::serde_json::from_str(&text)?)) Ok(Self::ScrapeResponse(::simd_json::serde::from_str(&mut text)?))
} else { } else {
Err(anyhow::anyhow!("Could not determine response type")) Err(anyhow::anyhow!("Could not determine response type"))
} }
@ -523,9 +524,11 @@ mod tests {
#[quickcheck] #[quickcheck]
fn quickcheck_serde_identity_in_message(in_message_1: InMessage) -> bool { fn quickcheck_serde_identity_in_message(in_message_1: InMessage) -> bool {
let mut ws_message = in_message_1.to_ws_message(); let ws_message = in_message_1.to_ws_message();
let in_message_2 = InMessage::from_ws_message(&mut ws_message).unwrap(); let in_message_2 = InMessage::from_ws_message(
ws_message.clone()
).unwrap();
let success = in_message_1 == in_message_2; let success = in_message_1 == in_message_2;
@ -544,7 +547,9 @@ mod tests {
fn quickcheck_serde_identity_out_message(out_message_1: OutMessage) -> bool { fn quickcheck_serde_identity_out_message(out_message_1: OutMessage) -> bool {
let ws_message = out_message_1.clone().into_ws_message(); let ws_message = out_message_1.clone().into_ws_message();
let out_message_2 = OutMessage::from_ws_message(ws_message.clone()).unwrap(); let out_message_2 = OutMessage::from_ws_message(
ws_message.clone()
).unwrap();
let success = out_message_1 == out_message_2; let success = out_message_1 == out_message_2;

View file

@ -1 +1 @@
{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2094.926862805663,"upper_bound":2106.4267028892173},"point_estimate":2100.4015350320765,"standard_error":2.9392946950512737},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2085.6324189161965,"upper_bound":2087.229197620325},"point_estimate":2086.413383946413,"standard_error":0.4169721177244358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.490233538836364,"upper_bound":21.81096312849954},"point_estimate":18.680703664212437,"standard_error":1.3102508160911694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2085.6033212698335,"upper_bound":2094.8775402138917},"point_estimate":2089.9275901786054,"standard_error":2.361080413460781},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.7250326777399,"upper_bound":111.45831108639615},"point_estimate":93.04040248967267,"standard_error":9.710703224470429}} {"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17747.517549723954,"upper_bound":17827.267537642005},"point_estimate":17784.6041414677,"standard_error":20.37407375834334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17577.94007936508,"upper_bound":17610.776785618924},"point_estimate":17593.548306902798,"standard_error":9.518459372549549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.47341704422882,"upper_bound":242.9566257467244},"point_estimate":214.59916963759514,"standard_error":16.547608837291573},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17756.912325578603,"upper_bound":17852.279555854253},"point_estimate":17798.93543491748,"standard_error":24.423183313014615},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.35101181405963,"upper_bound":857.9956431905033},"point_estimate":643.9714734076442,"standard_error":111.389827472484}}

File diff suppressed because one or more lines are too long

View file

@ -1 +1 @@
[1994.3859525202693,2034.7983478769509,2142.5647354947687,2182.97713085145] [16365.852585890654,16945.45216926808,18491.05105827454,19070.650641651962]

View file

@ -3,7 +3,13 @@
set -e set -e
export RUSTFLAGS="-C target-cpu=native" # Compile with target-cpu=native but without AVX512 features, since they
# decrease performance.
DISABLE_AVX512=$(rustc --print target-features | grep " avx512" |
awk '{print $1}' | sed 's/^/-C target-feature=-/' | xargs)
export RUSTFLAGS="-C target-cpu=native $DISABLE_AVX512"
cargo bench --bench bench_deserialize_announce_request -- --noplot --baseline latest cargo bench --bench bench_deserialize_announce_request -- --noplot --baseline latest