Skip to content

[bug] apply thread and io worker threads deadlock waiting on channels #153

@ltungv

Description

@ltungv

summary

io worker threads block when sending work items to the apply thread because the apply thread can't clear its work item channel while blocking on sending responses back to the io worker threads.

for (w, items) in per_worker.iter_mut().enumerate() {
if items.is_empty() {
continue;
}
let _ = write_txs[w].send_batch(std::mem::take(items));
affected_workers |= 1u32 << (w & 31);
}

match parse_wire_request(&mut client.read_buf, tcp_max_frame_bytes) {
Ok(Some(req)) => {
let parsed_row = body_to_row(&req);
if read_tx
.send(RingItem::Request {
slot_idx: slot_u32,
keep_alive: false,
request: req,
parsed_row,
})
.is_err()
{
return sent; // receiver dropped = shutting down
}
sent += 1;
}

steps to reproduce

  1. run ./target/debug/beava (we're building from source in dev mode)
  2. run cargo run --bin beava-bench --release -- fixed --addr 0.0.0.0:8081 --rps 200000 --connections 1000 --duration 30s

beava-bench will not finish in 30 seconds but instead hangs forever. sending sigint to the beava process won't stop it from running. threads dump can be checked with gdb to confirm the issue.

PID=$(pgrep -x beava)
sudo gdb -batch -ex "thread apply all bt" -ex "set pagination off" -p $PID

environment

  • beava version: ff5b185311d488e3deafcbe7f53c6f93c62e32d5
  • transport tcp
  • toolchain stable-x86_64-unknown-linux-gnu

threads dump

[New LWP 819288]
[New LWP 819287]
[New LWP 819286]
[New LWP 819285]
[New LWP 819284]
[New LWP 819283]
[New LWP 819282]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/usr/lib/libthread_db.so.1".
0x00007fb01eca0a52 in ?? () from /usr/lib/libc.so.6

Thread 8 (Thread 0x7fb016bfb6c0 (LWP 819282) "beava-wal-write"):
#0  0x00007fb01eca0a52 in ?? () from /usr/lib/libc.so.6
#1  0x00007fb01ec94abc in ?? () from /usr/lib/libc.so.6
#2  0x00007fb01ece51d2 in clock_nanosleep () from /usr/lib/libc.so.6
#3  0x000056474d83b187 in std::sys::thread::unix::sleep::nanosleep () at library/std/src/sys/thread/unix.rs:553
#4  std::sys::thread::unix::sleep () at library/std/src/sys/thread/unix.rs:579
#5  std::thread::functions::sleep () at library/std/src/thread/functions.rs:289
#6  0x000056474d2659cf in beava_runtime_core::wal_writer::run_writer_loop (file=0x7fb016bfa718, ring=0x56477bd7a1a0, lsn=0x56477bd8f5a0, tick=..., shutdown=0x56477bd93670) at crates/beava-runtime-core/src/wal_writer.rs:173
#7  0x000056474d29a9ee in beava_runtime_core::wal_writer::{impl#3}::spawn::{closure#0} () at crates/beava-runtime-core/src/wal_writer.rs:159
#8  0x000056474d284276 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()> (f=<error reading variable: Cannot access memory at address 0x1>) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#9  0x000056474d283d6b in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#10 0x000056474d284241 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#11 0x000056474d284137 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()>>, ()> (data=0x7fb016bfa9e8) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#12 0x000056474d28404b in __rust_try ()
#13 0x000056474d2838a4 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#14 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#15 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#16 0x000056474d28469f in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::wal_writer::{impl#3}::spawn::{closure_env#0}, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#17 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#18 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#19 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#20 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 7 (Thread 0x7fb0169fa6c0 (LWP 819283) "beava-apply"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474cd18aa1 in crossbeam_channel::context::Context::wait_until (self=0x7fb0169f5690, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474cc516b3 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)> (cx=0x7fb0169f5690) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474cd1b316 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>, ()> (cx=0x7fb0169f5690) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474cd1adab in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>, ()> (cell=0x7fb0169fa618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474cd1d9fc in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>, ()>, ()> (self=0x56474d86d7e8, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474cd1a9b4 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474cc514c6 in crossbeam_channel::flavors::array::Channel<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>::send<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)> (self=0x7fb008013600, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474cc54720 in crossbeam_channel::channel::Sender<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)>::send<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)> (self=0x7fb008003fe0, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474cc54516 in beava_runtime_core::work_ring::{impl#0}::send_batch<(u64, alloc::boxed::Box<(dyn core::ops::function::FnOnce<(beava_runtime_core::io_thread_worker::WorkerProto, &beava_runtime_core::bytes_pool::BytesMutPool, &mut bytes::bytes_mut::BytesMut), Output=()> + core::marker::Send), alloc::alloc::Global>)> (self=0x7fb008003fe0, items=...) at crates/beava-runtime-core/src/work_ring.rs:85
#14 0x000056474cddf41a in beava_server::server::flush_response_batch (response_batch=0x7fb0169f75f0, batch_started_at=0x7fb0169f7800, write_txs=..., worker_wakers=..., n_workers=5) at crates/beava-server/src/server.rs:1469
#15 0x000056474cdda979 in beava_server::server::run_mio_event_loop (http_listener_std=..., tcp_listener_std=..., apply_shard=..., shutdown=..., tcp_max_frame_bytes=4194304, io_threads_override=...) at crates/beava-server/src/server.rs:1702
#16 0x000056474cc0c8b6 in beava_server::server::run_serve_loop::{async_fn#0}::{closure#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}> () at crates/beava-server/src/server.rs:1039
#17 0x000056474cbf5966 in std::sys::backtrace::__rust_begin_short_backtrace<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#18 0x000056474cbf9562 in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#19 0x000056474cc07cb0 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#20 0x000056474cbf4a36 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()>>, ()> (data=0x7fb0169f99b8) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#21 0x000056474cbf95eb in __rust_try ()
#22 0x000056474cbf9090 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#23 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#24 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#25 0x000056474cc1213e in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_server::server::run_serve_loop::{async_fn#0}::{closure_env#0}<beava_server::shutdown::shutdown_signal::{async_fn_env#0}>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#26 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#27 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#28 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#29 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 6 (Thread 0x7fb015f786c0 (LWP 819284) "beava-io-worker"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474d2590c1 in crossbeam_channel::context::Context::wait_until (self=0x7fb015f73a40, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474d26e903 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<beava_runtime_core::work_ring::RingItem> (cx=0x7fb015f73a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474d2697a6 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cx=0x7fb015f73a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474d269d5b in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cell=0x7fb015f78618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474d25966c in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()>, ()> (self=0x56474d8a28a0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474d269574 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474d26e447 in crossbeam_channel::flavors::array::Channel<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb008004000, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474d260d4b in crossbeam_channel::channel::Sender<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb015f76888, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474d27632c in beava_runtime_core::io_thread_worker::parse_and_push (slot=2440, client=0x7fb00c1a9938, read_tx=0x7fb015f76888, tcp_max_frame_bytes=4194304) at crates/beava-runtime-core/src/io_thread_worker.rs:472
#14 0x000056474ce0bd4b in beava_runtime_core::io_thread_worker::worker_main_loop<beava_runtime_core::io_backend::mio_backend::MioBackend> (backend=..., cfg=...) at crates/beava-runtime-core/src/io_thread_worker.rs:332
#15 0x000056474ce0a7d4 in beava_runtime_core::io_thread_worker::start_worker::{closure#0}<beava_runtime_core::io_backend::mio_backend::MioBackend> () at crates/beava-runtime-core/src/io_thread_worker.rs:215
#16 0x000056474cc55cb7 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#17 0x000056474cdf697f in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#18 0x000056474ce0cfa4 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#19 0x000056474cdf7330 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (data=0x7fb015f77838) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#20 0x000056474cdf6a8b in __rust_try ()
#21 0x000056474cdf57d6 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#22 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#23 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#24 0x000056474cc1d5af in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#25 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#26 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#27 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#28 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 5 (Thread 0x7fb015d776c0 (LWP 819285) "beava-io-worker"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474d2590c1 in crossbeam_channel::context::Context::wait_until (self=0x7fb015d72a40, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474d26e903 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<beava_runtime_core::work_ring::RingItem> (cx=0x7fb015d72a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474d2697a6 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cx=0x7fb015d72a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474d269d5b in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cell=0x7fb015d77618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474d25966c in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()>, ()> (self=0x56474d8a28a0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474d269574 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474d26e447 in crossbeam_channel::flavors::array::Channel<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb008004000, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474d260d4b in crossbeam_channel::channel::Sender<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb015d75888, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474d27632c in beava_runtime_core::io_thread_worker::parse_and_push (slot=2151, client=0x7fb0001acef8, read_tx=0x7fb015d75888, tcp_max_frame_bytes=4194304) at crates/beava-runtime-core/src/io_thread_worker.rs:472
#14 0x000056474ce0bd4b in beava_runtime_core::io_thread_worker::worker_main_loop<beava_runtime_core::io_backend::mio_backend::MioBackend> (backend=..., cfg=...) at crates/beava-runtime-core/src/io_thread_worker.rs:332
#15 0x000056474ce0a7d4 in beava_runtime_core::io_thread_worker::start_worker::{closure#0}<beava_runtime_core::io_backend::mio_backend::MioBackend> () at crates/beava-runtime-core/src/io_thread_worker.rs:215
#16 0x000056474cc55cb7 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#17 0x000056474cdf697f in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#18 0x000056474ce0cfa4 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#19 0x000056474cdf7330 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (data=0x7fb015d76838) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#20 0x000056474cdf6a8b in __rust_try ()
#21 0x000056474cdf57d6 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#22 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#23 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#24 0x000056474cc1d5af in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#25 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#26 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#27 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#28 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 4 (Thread 0x7fb015b766c0 (LWP 819286) "beava-io-worker"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474d2590c1 in crossbeam_channel::context::Context::wait_until (self=0x7fb015b71a40, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474d26e903 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<beava_runtime_core::work_ring::RingItem> (cx=0x7fb015b71a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474d2697a6 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cx=0x7fb015b71a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474d269d5b in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cell=0x7fb015b76618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474d25966c in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()>, ()> (self=0x56474d8a28a0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474d269574 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474d26e447 in crossbeam_channel::flavors::array::Channel<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb008004000, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474d260d4b in crossbeam_channel::channel::Sender<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb015b74888, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474d27632c in beava_runtime_core::io_thread_worker::parse_and_push (slot=2947, client=0x7fb0041b59f8, read_tx=0x7fb015b74888, tcp_max_frame_bytes=4194304) at crates/beava-runtime-core/src/io_thread_worker.rs:472
#14 0x000056474ce0bd4b in beava_runtime_core::io_thread_worker::worker_main_loop<beava_runtime_core::io_backend::mio_backend::MioBackend> (backend=..., cfg=...) at crates/beava-runtime-core/src/io_thread_worker.rs:332
#15 0x000056474ce0a7d4 in beava_runtime_core::io_thread_worker::start_worker::{closure#0}<beava_runtime_core::io_backend::mio_backend::MioBackend> () at crates/beava-runtime-core/src/io_thread_worker.rs:215
#16 0x000056474cc55cb7 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#17 0x000056474cdf697f in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#18 0x000056474ce0cfa4 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#19 0x000056474cdf7330 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (data=0x7fb015b75838) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#20 0x000056474cdf6a8b in __rust_try ()
#21 0x000056474cdf57d6 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#22 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#23 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#24 0x000056474cc1d5af in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#25 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#26 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#27 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#28 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 3 (Thread 0x7fb0159756c0 (LWP 819287) "beava-io-worker"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474d2590c1 in crossbeam_channel::context::Context::wait_until (self=0x7fb015970a40, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474d26e903 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<beava_runtime_core::work_ring::RingItem> (cx=0x7fb015970a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474d2697a6 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cx=0x7fb015970a40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474d269d5b in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cell=0x7fb015975618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474d25966c in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()>, ()> (self=0x56474d8a28a0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474d269574 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474d26e447 in crossbeam_channel::flavors::array::Channel<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb008004000, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474d260d4b in crossbeam_channel::channel::Sender<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb015973888, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474d27632c in beava_runtime_core::io_thread_worker::parse_and_push (slot=2568, client=0x7faffc13a5d8, read_tx=0x7fb015973888, tcp_max_frame_bytes=4194304) at crates/beava-runtime-core/src/io_thread_worker.rs:472
#14 0x000056474ce0bd4b in beava_runtime_core::io_thread_worker::worker_main_loop<beava_runtime_core::io_backend::mio_backend::MioBackend> (backend=..., cfg=...) at crates/beava-runtime-core/src/io_thread_worker.rs:332
#15 0x000056474ce0a7d4 in beava_runtime_core::io_thread_worker::start_worker::{closure#0}<beava_runtime_core::io_backend::mio_backend::MioBackend> () at crates/beava-runtime-core/src/io_thread_worker.rs:215
#16 0x000056474cc55cb7 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#17 0x000056474cdf697f in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#18 0x000056474ce0cfa4 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#19 0x000056474cdf7330 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (data=0x7fb015974838) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#20 0x000056474cdf6a8b in __rust_try ()
#21 0x000056474cdf57d6 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#22 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#23 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#24 0x000056474cc1d5af in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#25 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#26 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#27 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#28 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 2 (Thread 0x7fb0157746c0 (LWP 819288) "beava-io-worker"):
#0  0x00007fb01ed1af9d in syscall () from /usr/lib/libc.so.6
#1  0x000056474d83b0e7 in std::sys::pal::unix::futex::futex_wait () at library/std/src/sys/pal/unix/futex.rs:73
#2  std::sys::sync::thread_parking::futex::Parker::park () at library/std/src/sys/sync/thread_parking/futex.rs:55
#3  std::thread::thread::Thread::park () at library/std/src/thread/thread.rs:121
#4  std::thread::functions::park () at library/std/src/thread/functions.rs:529
#5  0x000056474d2590c1 in crossbeam_channel::context::Context::wait_until (self=0x7fb01576fa40, deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:162
#6  0x000056474d26e903 in crossbeam_channel::flavors::array::{impl#1}::send::{closure#0}<beava_runtime_core::work_ring::RingItem> (cx=0x7fb01576fa40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:372
#7  0x000056474d2697a6 in crossbeam_channel::context::{impl#0}::with::{closure#0}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cx=0x7fb01576fa40) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:52
#8  0x000056474d269d5b in crossbeam_channel::context::{impl#0}::with::{closure#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (cell=0x7fb015774618) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:60
#9  0x000056474d25966c in std::thread::local::LocalKey<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>>::try_with<core::cell::Cell<core::option::Option<crossbeam_channel::context::Context>>, crossbeam_channel::context::{impl#0}::with::{closure_env#1}<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()>, ()> (self=0x56474d8a28a0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#10 0x000056474d269574 in crossbeam_channel::context::Context::with<crossbeam_channel::flavors::array::{impl#1}::send::{closure_env#0}<beava_runtime_core::work_ring::RingItem>, ()> (f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/context.rs:56
#11 0x000056474d26e447 in crossbeam_channel::flavors::array::Channel<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb008004000, msg=..., deadline=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/flavors/array.rs:361
#12 0x000056474d260d4b in crossbeam_channel::channel::Sender<beava_runtime_core::work_ring::RingItem>::send<beava_runtime_core::work_ring::RingItem> (self=0x7fb015772888, msg=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/crossbeam-channel-0.5.15/src/channel.rs:437
#13 0x000056474d27632c in beava_runtime_core::io_thread_worker::parse_and_push (slot=2579, client=0x7faff80e83d8, read_tx=0x7fb015772888, tcp_max_frame_bytes=4194304) at crates/beava-runtime-core/src/io_thread_worker.rs:472
#14 0x000056474ce0bd4b in beava_runtime_core::io_thread_worker::worker_main_loop<beava_runtime_core::io_backend::mio_backend::MioBackend> (backend=..., cfg=...) at crates/beava-runtime-core/src/io_thread_worker.rs:332
#15 0x000056474ce0a7d4 in beava_runtime_core::io_thread_worker::start_worker::{closure#0}<beava_runtime_core::io_backend::mio_backend::MioBackend> () at crates/beava-runtime-core/src/io_thread_worker.rs:215
#16 0x000056474cc55cb7 in std::sys::backtrace::__rust_begin_short_backtrace<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:166
#17 0x000056474cdf697f in std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:91
#18 0x000056474ce0cfa4 in core::panic::unwind_safe::{impl#23}::call_once<(), std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>> (self=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274
#19 0x000056474cdf7330 in std::panicking::catch_unwind::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (data=0x7fb015773838) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:581
#20 0x000056474cdf6a8b in __rust_try ()
#21 0x000056474cdf57d6 in std::panicking::catch_unwind<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:544
#22 std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked::{closure#1}::{closure_env#0}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>>, ()> (f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:359
#23 std::thread::lifecycle::spawn_unchecked::{closure#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/lifecycle.rs:89
#24 0x000056474cc1d5af in core::ops::function::FnOnce::call_once<std::thread::lifecycle::spawn_unchecked::{closure_env#1}<beava_runtime_core::io_thread_worker::start_worker::{closure_env#0}<beava_runtime_core::io_backend::mio_backend::MioBackend>, ()>, ()> () at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250
#25 0x000056474d83f72f in alloc::boxed::{impl#31}::call_once<(), (dyn core::ops::function::FnOnce<(), Output=()> + core::marker::Send), alloc::alloc::Global> () at library/alloc/src/boxed.rs:2240
#26 std::sys::thread::unix::{impl#2}::new::thread_start () at library/std/src/sys/thread/unix.rs:118
#27 0x00007fb01ec981b9 in ?? () from /usr/lib/libc.so.6
#28 0x00007fb01ed1d21c in ?? () from /usr/lib/libc.so.6

Thread 1 (Thread 0x7fb01eff9e40 (LWP 819281) "beava"):
#0  0x00007fb01eca0a52 in ?? () from /usr/lib/libc.so.6
#1  0x00007fb01ec94abc in ?? () from /usr/lib/libc.so.6
#2  0x00007fb01ec94b04 in ?? () from /usr/lib/libc.so.6
#3  0x00007fb01ed1d4f5 in epoll_wait () from /usr/lib/libc.so.6
#4  0x000056474d7fef63 in mio::sys::unix::selector::Selector::select (self=0x7ffed508e8a8, events=0x7ffed508e888, timeout=...) at src/sys/unix/mod.rs:8
#5  0x000056474d7ff2d1 in mio::poll::Poll::poll (self=0x7ffed508e8a0, events=0x7ffed508e888, timeout=...) at src/poll.rs:440
#6  0x000056474d7d74f0 in tokio::runtime::io::driver::Driver::turn (self=0x7ffed508e888, handle=0x56477bd8e2b0, max_wait=...) at src/runtime/io/driver.rs:188
#7  0x000056474d7d6cf8 in tokio::runtime::io::driver::Driver::park_timeout (self=0x7ffed508e888, rt_handle=0x56477bd8e2b0, duration=...) at src/runtime/io/driver.rs:166
#8  0x000056474d7c5b80 in tokio::runtime::signal::Driver::park_timeout (self=0x7ffed508e888, handle=0x56477bd8e2b0, duration=...) at src/runtime/signal/mod.rs:97
#9  0x000056474d7c6280 in tokio::runtime::process::Driver::park_timeout (self=0x7ffed508e888, handle=0x56477bd8e2b0, duration=...) at src/runtime/process.rs:37
#10 0x000056474d791d85 in tokio::runtime::driver::IoStack::park_timeout (self=0x7ffed508e888, handle=0x56477bd8e2b0, duration=...) at src/runtime/driver.rs:179
#11 0x000056474d78091c in tokio::runtime::time::Driver::park_thread_timeout (self=0x7ffed508e888, rt_handle=0x56477bd8e2b0, duration=...) at src/runtime/time/mod.rs:284
#12 0x000056474d78080c in tokio::runtime::time::Driver::park_internal (self=0x7ffed508e888, rt_handle=0x56477bd8e2b0, limit=...) at src/runtime/time/mod.rs:240
#13 0x000056474d780b58 in tokio::runtime::time::Driver::park (self=0x7ffed508e888, handle=0x56477bd8e2b0) at src/runtime/time/mod.rs:182
#14 0x000056474d790c40 in tokio::runtime::driver::TimeDriver::park (self=0x7ffed508e880, handle=0x56477bd8e2b0) at src/runtime/driver.rs:330
#15 0x000056474d791ba3 in tokio::runtime::driver::Driver::park (self=0x7ffed508e880, handle=0x56477bd8e2b0) at src/runtime/driver.rs:67
#16 0x000056474d7bc8c9 in tokio::runtime::scheduler::current_thread::{impl#3}::park_internal::{closure#0} () at src/runtime/scheduler/current_thread/mod.rs:436
#17 0x000056474d7bd31f in tokio::runtime::scheduler::current_thread::Context::enter<(), tokio::runtime::scheduler::current_thread::{impl#3}::park_internal::{closure_env#0}> (self=0x7ffed508efc0, core=0x56477bd7c0b0, f=...) at src/runtime/scheduler/current_thread/mod.rs:451
#18 0x000056474d7bc853 in tokio::runtime::scheduler::current_thread::Context::park_internal (self=0x7ffed508efc0, core=0x56477bd7c0b0, handle=0x56477bd8e100, driver=0x7ffed508e880, duration=...) at src/runtime/scheduler/current_thread/mod.rs:433
#19 0x000056474d7bcd1c in tokio::runtime::scheduler::current_thread::Context::park (self=0x7ffed508efc0, core=0x56477bd7c0b0, handle=0x56477bd8e100) at src/runtime/scheduler/current_thread/mod.rs:395
#20 0x000056474cc10f68 in tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>> (core=0x56477bd7c0b0, context=0x7ffed508efc0) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:806
#21 0x000056474cc1059b in tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>> () at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:865
#22 0x000056474cbf547a in tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>::set<tokio::runtime::scheduler::Context, tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>)> (self=0x7fb01eff9c78, t=0x7ffed508efb8, f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context/scoped.rs:40
#23 0x000056474cbe6c4a in tokio::runtime::context::set_scheduler::{closure#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>>> (c=0x7fb01eff9c50) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context.rs:181
#24 0x000056474cbf2c76 in std::thread::local::LocalKey<tokio::runtime::context::Context>::try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>)> (self=0x56474d8660e0, f=...) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:513
#25 0x000056474cbf26ec in std::thread::local::LocalKey<tokio::runtime::context::Context>::with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>)> (self=0x56474d8660e0, f=<error reading variable: Cannot access memory at address 0x400>) at /home/ltungv/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:477
#26 0x000056474cbe6bf1 in tokio::runtime::context::set_scheduler<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<core::result::Result<(), anyhow::Error>>), tokio::runtime::scheduler::current_thread::{impl#9}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>>> (v=0x7ffed508efb8, f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context.rs:181
#27 0x000056474cc102d9 in tokio::runtime::scheduler::current_thread::CoreGuard::enter<tokio::runtime::scheduler::current_thread::{impl#9}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>>, core::option::Option<core::result::Result<(), anyhow::Error>>> (self=..., f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:865
#28 0x000056474cc105e6 in tokio::runtime::scheduler::current_thread::CoreGuard::block_on<core::pin::Pin<&mut core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>> (self=..., future=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:765
#29 0x000056474cc0e309 in tokio::runtime::scheduler::current_thread::{impl#0}::block_on::{closure#0}<core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>> (blocking=0x7ffed508f2b0) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:205
#30 0x000056474cbf3943 in tokio::runtime::context::runtime::enter_runtime<tokio::runtime::scheduler::current_thread::{impl#0}::block_on::{closure_env#0}<core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>>, core::result::Result<(), anyhow::Error>> (handle=0x7ffed50912f0, allow_block_in_place=false, f=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/context/runtime.rs:65
#31 0x000056474cc0dfb3 in tokio::runtime::scheduler::current_thread::CurrentThread::block_on<core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>> (self=0x7ffed50912c8, handle=0x7ffed50912f0, future=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/scheduler/current_thread/mod.rs:193
#32 0x000056474cc07d80 in tokio::runtime::runtime::Runtime::block_on_inner<core::pin::Pin<alloc::boxed::Box<beava::main::{async_block_env#1}, alloc::alloc::Global>>> (self=0x7ffed50912c0, future=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/runtime.rs:371
#33 0x000056474cc08253 in tokio::runtime::runtime::Runtime::block_on<beava::main::{async_block_env#1}> (self=0x7ffed50912c0, future=...) at /home/ltungv/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.1/src/runtime/runtime.rs:343
#34 0x000056474cc0a6aa in beava::main () at crates/beava-server/src/main.rs:146
[Inferior 1 (process 819281) detached]

Metadata

Metadata

Assignees

No one assigned

    Labels

    bugSomething isn't working

    Type

    No type
    No fields configured for issues without a type.

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions