quinn panicked on max_udp_payload_size_received due to poisoned mutex

[drHuangMHT]

The peer was running a Kad bootstrap and suddenly panicked.
Using quinn version 0.11.5 on crates.io
I would consider such panic to be unusual.
Highlight stack trace here:

  15:     0x7ff776b6d800 - core::result::unwrap_failed
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\result.rs:1689
  16:     0x7ff775d0b9c4 - enum2$<core::result::Result<std::sync::mutex::MutexGuard<quinn::connection::State>,std::sync::poison::PoisonError<std::sync::mutex::MutexGuard<quinn::connection::State> > > >::unwrap
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\result.rs:1102
  17:     0x7ff775d0b9c4 - quinn::mutex::non_tracking::Mutex<quinn::connection::State>::lock<quinn::connection::State>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\mutex.rs:140
  18:     0x7ff775d03011 - quinn::connection::impl$13::drop
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:914
  19:     0x7ff775ce926f - core::ptr::drop_in_place<quinn::connection::ConnectionRef>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\ptr\mod.rs:574
  20:     0x7ff775ce93ce - core::ptr::drop_in_place<quinn::connection::ConnectionDriver>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\ptr\mod.rs:574
  21:     0x7ff775d009be - quinn::connection::impl$0::new::async_block$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:66

  47:     0x7ff776b6d3dd - core::panicking::panic
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\panicking.rs:148
  48:     0x7ff775d800b0 - quinn_proto::connection::mtud::MtuDiscovery::on_peer_max_udp_payload_size_received
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mtud.rs:79
  49:     0x7ff775e050e5 - quinn_proto::connection::Connection::set_peer_params
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:3309
  50:     0x7ff775e04d4f - quinn_proto::connection::Connection::handle_peer_params
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:3286
  51:     0x7ff775df2cca - quinn_proto::connection::Connection::process_decrypted_packet
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2455
  52:     0x7ff775dee1cc - quinn_proto::connection::Connection::handle_packet
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2227
  53:     0x7ff775dec4e4 - quinn_proto::connection::Connection::handle_decode
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2123
  54:     0x7ff775ddf9ba - quinn_proto::connection::Connection::handle_event
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:1069
  55:     0x7ff775d03984 - quinn::connection::State::process_conn_events
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:1066
  56:     0x7ff775d01292 - quinn::connection::impl$3::poll
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:249
  57:     0x7ff775d0046b - quinn::connection::impl$0::new::async_block$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:66

Full panic message here:

thread 'tokio-runtime-worker' panicked at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mtud.rs:79:13:
assertion failed: matches!(state.phase, Phase::Initial)
note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
thread 'tokio-runtime-worker' panicked at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\mutex.rs:140:42:
called `Result::unwrap()` on an `Err` value: PoisonError { .. }
stack backtrace:
   0:     0x7ff776b236d1 - std::backtrace_rs::backtrace::dbghelp64::trace
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\..\..\backtrace\src\backtrace\dbghelp64.rs:91
   1:     0x7ff776b236d1 - std::backtrace_rs::backtrace::trace_unsynchronized
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\..\..\backtrace\src\backtrace\mod.rs:66
   2:     0x7ff776b236d1 - std::sys::backtrace::_print_fmt
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\backtrace.rs:66
   3:     0x7ff776b236d1 - std::sys::backtrace::impl$0::print::impl$0::fmt
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\backtrace.rs:39
   4:     0x7ff776b3dc99 - core::fmt::rt::Argument::fmt
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\fmt\rt.rs:177
   5:     0x7ff776b3dc99 - core::fmt::write
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\fmt\mod.rs:1186
   6:     0x7ff776b1e817 - std::io::Write::write_fmt<std::sys::pal::windows::stdio::Stderr>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\io\mod.rs:1823
   7:     0x7ff776b23515 - std::sys::backtrace::BacktraceLock::print
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\backtrace.rs:42
   8:     0x7ff776b250b9 - std::panicking::default_hook::closure$1
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:268
   9:     0x7ff776b24e6f - std::panicking::default_hook
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:295
  10:     0x7ff776b25753 - std::panicking::rust_panic_with_hook
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:801
  11:     0x7ff776b255d6 - std::panicking::begin_panic_handler::closure$0
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:674
  12:     0x7ff776b23e1f - std::sys::backtrace::__rust_end_short_backtrace<std::panicking::begin_panic_handler::closure_env$0,never$>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\backtrace.rs:170
  13:     0x7ff776b251e6 - std::panicking::begin_panic_handler
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:665
  14:     0x7ff776b6d334 - core::panicking::panic_fmt
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\panicking.rs:74
  15:     0x7ff776b6d800 - core::result::unwrap_failed
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\result.rs:1689
  16:     0x7ff775d0b9c4 - enum2$<core::result::Result<std::sync::mutex::MutexGuard<quinn::connection::State>,std::sync::poison::PoisonError<std::sync::mutex::MutexGuard<quinn::connection::State> > > >::unwrap
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\result.rs:1102
  17:     0x7ff775d0b9c4 - quinn::mutex::non_tracking::Mutex<quinn::connection::State>::lock<quinn::connection::State>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\mutex.rs:140
  18:     0x7ff775d03011 - quinn::connection::impl$13::drop
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:914
  19:     0x7ff775ce926f - core::ptr::drop_in_place<quinn::connection::ConnectionRef>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\ptr\mod.rs:574
  20:     0x7ff775ce93ce - core::ptr::drop_in_place<quinn::connection::ConnectionDriver>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\ptr\mod.rs:574
  21:     0x7ff775d009be - quinn::connection::impl$0::new::async_block$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:66
  22:     0x7ffe4c23f540 - _CxxFrameHandler3
  23:     0x7ffe4c233a86 - is_exception_typeof
  24:     0x7ffe4c23ea14 - _C_specific_handler
  25:     0x7ffe4c232c94 - is_exception_typeof
  26:     0x7ffe4c23f351 - _CxxFrameHandler3
  27:     0x7ffe600729af - _chkstk
  28:     0x7ffe60000939 - RtlUnwindEx
  29:     0x7ffe4c23eeda - _C_specific_handler
  30:     0x7ffe4c2318e5 - is_exception_typeof
  31:     0x7ffe4c231d00 - is_exception_typeof
  32:     0x7ffe4c232d90 - is_exception_typeof
  33:     0x7ffe4c23f351 - _CxxFrameHandler3
  34:     0x7ffe6007292f - _chkstk
  35:     0x7ffe60022554 - RtlRaiseException
  36:     0x7ffe600222a7 - RtlRaiseException
  37:     0x7ffe5d8db699 - RaiseException
  38:     0x7ffe4c235267 - CxxThrowException
  39:     0x7ff776b2c2e0 - panic_unwind::imp::panic
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/panic_unwind\src\seh.rs:353
  40:     0x7ff776b2c2e0 - panic_unwind::__rust_start_panic
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/panic_unwind\src\lib.rs:99
  41:     0x7ff776b25a98 - std::panicking::rust_panic
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:870
  42:     0x7ff776b257cb - std::panicking::rust_panic_with_hook
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:826
  43:     0x7ff776b2559f - std::panicking::begin_panic_handler::closure$0
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:667
  44:     0x7ff776b23e1f - std::sys::backtrace::__rust_end_short_backtrace<std::panicking::begin_panic_handler::closure_env$0,never$>
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\backtrace.rs:170
  45:     0x7ff776b251e6 - std::panicking::begin_panic_handler
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\panicking.rs:665
  46:     0x7ff776b6d334 - core::panicking::panic_fmt
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\panicking.rs:74
  47:     0x7ff776b6d3dd - core::panicking::panic
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/core\src\panicking.rs:148
  48:     0x7ff775d800b0 - quinn_proto::connection::mtud::MtuDiscovery::on_peer_max_udp_payload_size_received
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mtud.rs:79
  49:     0x7ff775e050e5 - quinn_proto::connection::Connection::set_peer_params
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:3309
  50:     0x7ff775e04d4f - quinn_proto::connection::Connection::handle_peer_params
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:3286
  51:     0x7ff775df2cca - quinn_proto::connection::Connection::process_decrypted_packet
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2455
  52:     0x7ff775dee1cc - quinn_proto::connection::Connection::handle_packet
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2227
  53:     0x7ff775dec4e4 - quinn_proto::connection::Connection::handle_decode
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:2123
  54:     0x7ff775ddf9ba - quinn_proto::connection::Connection::handle_event
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-proto-0.11.8\src\connection\mod.rs:1069
  55:     0x7ff775d03984 - quinn::connection::State::process_conn_events
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:1066
  56:     0x7ff775d01292 - quinn::connection::impl$3::poll
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:249
  57:     0x7ff775d0046b - quinn::connection::impl$0::new::async_block$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\quinn-0.11.5\src\connection.rs:66
  58:     0x7ff775cec2a7 - tracing::instrument::impl$2::poll<enum2$<quinn::connection::impl$0::new::async_block_env$0> >
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tracing-0.1.40\src\instrument.rs:321
  59:     0x7ff775cfeea5 - core::future::future::impl$1::poll<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\future\future.rs:123
  60:     0x7ff775d19d8f - tokio::runtime::task::core::impl$6::poll::closure$0<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\core.rs:331
  61:     0x7ff775d19c92 - tokio::loom::std::unsafe_cell::UnsafeCell<enum2$<tokio::runtime::task::core::Stage<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> > > > >::with_mut
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\loom\std\unsafe_cell.rs:16
  62:     0x7ff775d19c92 - tokio::runtime::task::core::Core<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc::alloc
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\core.rs:320
  63:     0x7ff775d22e6c - tokio::runtime::task::harness::poll_future::closure$0<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:500
  64:     0x7ff775ced191 - core::panic::unwind_safe::impl$25::call_once<enum2$<core::task::poll::Poll<tuple$<> > >,tokio::runtime::task::harness::poll_future::closure_env$0<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Se
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\panic\unwind_safe.rs:272
  65:     0x7ff775cfd3fa - std::panicking::try::do_call<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::closure_env$0<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:557
  66:     0x7ff775d212a3 - async_io::reactor::Source::writable<std::net::udp::UdpSocket>
  67:     0x7ff775d1e94b - std::panicking::try
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:520
  68:     0x7ff775d1e94b - std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::closure_env$0<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Gl
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panic.rs:348
  69:     0x7ff775d22999 - tokio::runtime::task::harness::poll_future<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,al
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:488
  70:     0x7ff775d23127 - tokio::runtime::task::harness::Harness<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc:
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:209
  71:     0x7ff775d23723 - tokio::runtime::task::harness::Harness<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc:
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:154
  72:     0x7ff775d188cb - tokio::runtime::task::raw::poll<core::pin::Pin<alloc::boxed::Box<dyn$<core::future::future::Future<assoc$<Output,tuple$<> > >,core::marker::Send>,alloc::alloc::Global> >,alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc::alloc:
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\raw.rs:271
  73:     0x7ff776790fb6 - tokio::runtime::task::raw::RawTask::poll
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\raw.rs:201
  74:     0x7ff776770a72 - tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc::alloc::Global> >::run<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle,alloc::alloc::Global> >
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\mod.rs:436
  75:     0x7ff776754924 - tokio::runtime::scheduler::multi_thread::worker::impl$1::run_task::closure$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:661
  76:     0x7ff776754370 - tokio::runtime::coop::with_budget
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\coop.rs:107
  77:     0x7ff776754370 - tokio::runtime::coop::budget
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\coop.rs:73
  78:     0x7ff776754370 - tokio::runtime::scheduler::multi_thread::worker::Context::run_task
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:597
  79:     0x7ff776753d07 - tokio::runtime::scheduler::multi_thread::worker::Context::run
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:548
  80:     0x7ff776753a15 - tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:513
  81:     0x7ff77675204b - tokio::runtime::context::scoped::Scoped<enum2$<tokio::runtime::scheduler::Context> >::set<enum2$<tokio::runtime::scheduler::Context>,tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure_env$0,tuple$<> >
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\context\scoped.rs:40
  82:     0x7ff776777576 - tokio::runtime::context::set_scheduler::closure$0<tuple$<>,tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure_env$0>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\context.rs:180
  83:     0x7ff77674f6fa - std::thread::local::LocalKey<tokio::runtime::context::Context>::try_with<tokio::runtime::context::Context,tokio::runtime::context::set_scheduler::closure_env$0<tuple$<>,tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure_env$0>,tuple$<
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\thread\local.rs:283
  84:     0x7ff77674f18e - std::thread::local::LocalKey<tokio::runtime::context::Context>::with<tokio::runtime::context::Context,tokio::runtime::context::set_scheduler::closure_env$0<tuple$<>,tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure_env$0>,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\thread\local.rs:260
  85:     0x7ff776777533 - tokio::runtime::context::set_scheduler<tuple$<>,tokio::runtime::scheduler::multi_thread::worker::run::closure$0::closure_env$0>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\context.rs:180
  86:     0x7ff7767538d8 - tokio::runtime::scheduler::multi_thread::worker::run::closure$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:508
  87:     0x7ff776768e50 - tokio::runtime::context::runtime::enter_runtime<tokio::runtime::scheduler::multi_thread::worker::run::closure_env$0,tuple$<> >
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\context\runtime.rs:65
  88:     0x7ff77675369c - tokio::runtime::scheduler::multi_thread::worker::run
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:500
  89:     0x7ff7767534ee - tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\scheduler\multi_thread\worker.rs:466
  90:     0x7ff7767a29fb - tokio::runtime::blocking::task::impl$2::poll<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0,tuple$<> >
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\blocking\task.rs:42
  91:     0x7ff77677267f - tokio::runtime::task::core::impl$6::poll::closure$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\core.rs:331
  92:     0x7ff776772582 - tokio::loom::std::unsafe_cell::UnsafeCell<enum2$<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0> > > >::with_mut
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\loom\std\unsafe_cell.rs:16
  93:     0x7ff776772582 - tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>::poll<tokio::runtime::blocking::task::Blocki
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\core.rs:320
  94:     0x7ff7767a3ddc - tokio::runtime::task::harness::poll_future::closure$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:500
  95:     0x7ff77679d4c1 - core::panic::unwind_safe::impl$25::call_once<enum2$<core::task::poll::Poll<tuple$<> > >,tokio::runtime::task::harness::poll_future::closure_env$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\panic\unwind_safe.rs:272
  96:     0x7ff776773c8a - std::panicking::try::do_call<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::closure_env$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,t
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:557
  97:     0x7ff7767a44f3 - std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::cancel_task::closure_env$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio
  98:     0x7ff7767a418b - std::panicking::try
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:520
  99:     0x7ff7767a418b - std::panic::catch_unwind<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future::closure_env$0<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panic.rs:348
 100:     0x7ff7767a3c39 - tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:488
 101:     0x7ff7767a3117 - tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>::poll_inner<tokio::runtime::blocking::
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:209
 102:     0x7ff7767a3003 - tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>::poll<tokio::runtime::blocking::task::
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\harness.rs:154
 103:     0x7ff77679128b - tokio::runtime::task::raw::poll<tokio::runtime::blocking::task::BlockingTask<tokio::runtime::scheduler::multi_thread::worker::impl$0::launch::closure_env$0>,tokio::runtime::blocking::schedule::BlockingSchedule>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\raw.rs:271
 104:     0x7ff776790fb6 - tokio::runtime::task::raw::RawTask::poll
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\raw.rs:201
 105:     0x7ff776770b28 - tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>::run<tokio::runtime::blocking::schedule::BlockingSchedule>
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\task\mod.rs:473
 106:     0x7ff7767a0465 - tokio::runtime::blocking::pool::Task::run
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\blocking\pool.rs:160
 107:     0x7ff7767a1fef - tokio::runtime::blocking::pool::Inner::run
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\blocking\pool.rs:518
 108:     0x7ff7767a1d91 - tokio::runtime::blocking::pool::impl$6::spawn_thread::closure$0
                               at C:\Users\DrHuang\.cargo\registry\src\index.crates.io-6f17d22bba15001f\tokio-1.40.0\src\runtime\blocking\pool.rs:476
 109:     0x7ff77674efe9 - core::hint::black_box
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\hint.rs:389
 110:     0x7ff77674efe9 - std::sys::backtrace::__rust_begin_short_backtrace<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\sys\backtrace.rs:154
 111:     0x7ff77673e1c1 - std::thread::impl$0::spawn_unchecked_::closure$1::closure$0<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\thread\mod.rs:522
 112:     0x7ff77679d541 - core::panic::unwind_safe::impl$25::call_once<tuple$<>,std::thread::impl$0::spawn_unchecked_::closure$1::closure_env$0<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> > >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\panic\unwind_safe.rs:272
 113:     0x7ff776773e95 - std::panicking::try::do_call<core::panic::unwind_safe::AssertUnwindSafe<std::thread::impl$0::spawn_unchecked_::closure$1::closure_env$0<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> > >,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:557
 114:     0x7ff776743a83 - tokio::runtime::metrics::mock::MetricsBatch::incr_overflow_count
 115:     0x7ff77673dde7 - std::panicking::try
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panicking.rs:520
 116:     0x7ff77673dde7 - std::panic::catch_unwind
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\panic.rs:348
 117:     0x7ff77673dde7 - std::thread::impl$0::spawn_unchecked_::closure$1<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\std\src\thread\mod.rs:521
 118:     0x7ff7767441ce - core::ops::function::FnOnce::call_once<std::thread::impl$0::spawn_unchecked_::closure_env$1<tokio::runtime::blocking::pool::impl$6::spawn_thread::closure_env$0,tuple$<> >,tuple$<> >
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library\core\src\ops\function.rs:250
 119:     0x7ff776b28aed - alloc::boxed::impl$48::call_once
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/alloc\src\boxed.rs:2453
 120:     0x7ff776b28aed - alloc::boxed::impl$48::call_once
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/alloc\src\boxed.rs:2453
 121:     0x7ff776b28aed - std::sys::pal::windows::thread::impl$0::new::thread_start
                               at /rustc/c52c23b6f44cd19718721a5e3b2eeb169e9c96ff\library/std\src\sys\pal\windows\thread.rs:55
 122:     0x7ffe5ed37374 - BaseThreadInitThunk
 123:     0x7ffe6001cc91 - RtlUserThreadStart

[drHuangMHT]

May be related to #5596 due to RUSTSEC-2024-0373