Fallback panics on CONNECT requests

[Power2All]

• I have looked for existing issues (including closed) about this

Bug Report

Version

├── axum v0.6.16
│   ├── async-trait v0.1.68 (proc-macro) (*)
│   ├── axum-core v0.3.4
│   │   ├── async-trait v0.1.68 (proc-macro) (*)
│   │   ├── bytes v1.4.0
│   │   ├── futures-util v0.3.28
│   │   │   ├── futures-channel v0.3.28
│   │   │   │   ├── futures-core v0.3.28
│   │   │   │   └── futures-sink v0.3.28
│   │   │   ├── futures-core v0.3.28
│   │   │   ├── futures-io v0.3.28
│   │   │   ├── futures-macro v0.3.28 (proc-macro)
│   │   │   │   ├── proc-macro2 v1.0.56 (*)
│   │   │   │   ├── quote v1.0.26 (*)
│   │   │   │   └── syn v2.0.15 (*)
│   │   │   ├── futures-sink v0.3.28
│   │   │   ├── futures-task v0.3.28
│   │   │   ├── memchr v2.5.0
│   │   │   ├── pin-project-lite v0.2.9
│   │   │   ├── pin-utils v0.1.0
│   │   │   └── slab v0.4.8 (*)
│   │   ├── http v0.2.9
│   │   │   ├── bytes v1.4.0
│   │   │   ├── fnv v1.0.7
│   │   │   └── itoa v1.0.6
│   │   ├── http-body v0.4.5
│   │   │   ├── bytes v1.4.0
│   │   │   ├── http v0.2.9 (*)
│   │   │   └── pin-project-lite v0.2.9
│   │   ├── mime v0.3.17
│   │   ├── tower-layer v0.3.2
│   │   └── tower-service v0.3.2
│   │   [build-dependencies]
│   │   └── rustversion v1.0.12 (proc-macro)
│   ├── bitflags v1.3.2
│   ├── bytes v1.4.0
│   ├── futures-util v0.3.28 (*)
│   ├── http v0.2.9 (*)
│   ├── http-body v0.4.5 (*)
│   ├── hyper v0.14.26
│   │   ├── bytes v1.4.0
│   │   ├── futures-channel v0.3.28 (*)
│   │   ├── futures-core v0.3.28
│   │   ├── futures-util v0.3.28 (*)
│   │   ├── h2 v0.3.18
│   │   │   ├── bytes v1.4.0
│   │   │   ├── fnv v1.0.7
│   │   │   ├── futures-core v0.3.28
│   │   │   ├── futures-sink v0.3.28
│   │   │   ├── futures-util v0.3.28 (*)
│   │   │   ├── http v0.2.9 (*)
│   │   │   ├── indexmap v1.9.3
│   │   │   │   └── hashbrown v0.12.3
│   │   │   │       └── ahash v0.7.6
│   │   │   │           ├── getrandom v0.2.9
│   │   │   │           │   ├── cfg-if v1.0.0
│   │   │   │           │   └── libc v0.2.142
│   │   │   │           └── once_cell v1.17.1
│   │   │   │           [build-dependencies]
│   │   │   │           └── version_check v0.9.4
│   │   │   │   [build-dependencies]
│   │   │   │   └── autocfg v1.1.0
│   │   │   ├── slab v0.4.8 (*)
│   │   │   ├── tokio v1.27.0
│   │   │   │   ├── bytes v1.4.0
│   │   │   │   ├── libc v0.2.142
│   │   │   │   ├── mio v0.8.6
│   │   │   │   │   ├── libc v0.2.142
│   │   │   │   │   └── log v0.4.17 (*)
│   │   │   │   ├── num_cpus v1.15.0
│   │   │   │   │   └── libc v0.2.142
│   │   │   │   ├── parking_lot v0.12.1
│   │   │   │   │   ├── lock_api v0.4.9
│   │   │   │   │   │   └── scopeguard v1.1.0
│   │   │   │   │   │   [build-dependencies]
│   │   │   │   │   │   └── autocfg v1.1.0
│   │   │   │   │   └── parking_lot_core v0.9.7
│   │   │   │   │       ├── cfg-if v1.0.0
│   │   │   │   │       ├── libc v0.2.142
│   │   │   │   │       └── smallvec v1.10.0
│   │   │   │   ├── pin-project-lite v0.2.9
│   │   │   │   ├── signal-hook-registry v1.4.1
│   │   │   │   │   └── libc v0.2.142
│   │   │   │   ├── socket2 v0.4.9 (*)
│   │   │   │   └── tokio-macros v2.0.0 (proc-macro)
│   │   │   │       ├── proc-macro2 v1.0.56 (*)
│   │   │   │       ├── quote v1.0.26 (*)
│   │   │   │       └── syn v2.0.15 (*)
│   │   │   │   [build-dependencies]
│   │   │   │   └── autocfg v1.1.0
│   │   │   ├── tokio-util v0.7.7
│   │   │   │   ├── bytes v1.4.0
│   │   │   │   ├── futures-core v0.3.28
│   │   │   │   ├── futures-sink v0.3.28
│   │   │   │   ├── pin-project-lite v0.2.9
│   │   │   │   ├── tokio v1.27.0 (*)
│   │   │   │   └── tracing v0.1.37
│   │   │   │       ├── cfg-if v1.0.0
│   │   │   │       ├── log v0.4.17 (*)
│   │   │   │       ├── pin-project-lite v0.2.9
│   │   │   │       └── tracing-core v0.1.30
│   │   │   │           └── once_cell v1.17.1
│   │   │   └── tracing v0.1.37 (*)
│   │   ├── http v0.2.9 (*)
│   │   ├── http-body v0.4.5 (*)
│   │   ├── httparse v1.8.0
│   │   ├── httpdate v1.0.2
│   │   ├── itoa v1.0.6
│   │   ├── pin-project-lite v0.2.9
│   │   ├── socket2 v0.4.9 (*)
│   │   ├── tokio v1.27.0 (*)
│   │   ├── tower-service v0.3.2
│   │   ├── tracing v0.1.37 (*)
│   │   └── want v0.3.0
│   │       ├── log v0.4.17 (*)
│   │       └── try-lock v0.2.4
│   ├── itoa v1.0.6
│   ├── matchit v0.7.0
│   ├── memchr v2.5.0
│   ├── mime v0.3.17
│   ├── percent-encoding v2.2.0
│   ├── pin-project-lite v0.2.9
│   ├── serde v1.0.160
│   │   └── serde_derive v1.0.160 (proc-macro)
│   │       ├── proc-macro2 v1.0.56 (*)
│   │       ├── quote v1.0.26 (*)
│   │       └── syn v2.0.15 (*)
│   ├── serde_json v1.0.96
│   │   ├── itoa v1.0.6
│   │   ├── ryu v1.0.13
│   │   └── serde v1.0.160 (*)
│   ├── serde_path_to_error v0.1.11
│   │   └── serde v1.0.160 (*)
│   ├── serde_urlencoded v0.7.1
│   │   ├── form_urlencoded v1.1.0
│   │   │   └── percent-encoding v2.2.0
│   │   ├── itoa v1.0.6
│   │   ├── ryu v1.0.13
│   │   └── serde v1.0.160 (*)
│   ├── sync_wrapper v0.1.2
│   ├── tokio v1.27.0 (*)
│   ├── tower v0.4.13
│   │   ├── futures-core v0.3.28
│   │   ├── futures-util v0.3.28 (*)
│   │   ├── pin-project v1.0.12
│   │   │   └── pin-project-internal v1.0.12 (proc-macro)
│   │   │       ├── proc-macro2 v1.0.56 (*)
│   │   │       ├── quote v1.0.26 (*)
│   │   │       └── syn v1.0.109 (*)
│   │   ├── pin-project-lite v0.2.9
│   │   ├── tokio v1.27.0 (*)
│   │   ├── tower-layer v0.3.2
│   │   ├── tower-service v0.3.2
│   │   └── tracing v0.1.37 (*)
│   ├── tower-layer v0.3.2
│   └── tower-service v0.3.2
│   [build-dependencies]
│   └── rustversion v1.0.12 (proc-macro)
├── axum-client-ip v0.4.0
│   ├── axum v0.6.16 (*)
│   ├── forwarded-header-value v0.1.1
│   │   ├── nonempty v0.7.0
│   │   └── thiserror v1.0.40
│   │       └── thiserror-impl v1.0.40 (proc-macro)
│   │           ├── proc-macro2 v1.0.56 (*)
│   │           ├── quote v1.0.26 (*)
│   │           └── syn v2.0.15 (*)
│   └── serde v1.0.160 (*)
├── axum-server v0.4.7
│   ├── arc-swap v1.6.0
│   ├── bytes v1.4.0
│   ├── futures-util v0.3.28 (*)
│   ├── http v0.2.9 (*)
│   ├── http-body v0.4.5 (*)
│   ├── hyper v0.14.26 (*)
│   ├── pin-project-lite v0.2.9
│   ├── rustls v0.20.8
│   │   ├── log v0.4.17 (*)
│   │   ├── ring v0.16.20
│   │   │   ├── libc v0.2.142
│   │   │   ├── once_cell v1.17.1
│   │   │   ├── spin v0.5.2
│   │   │   └── untrusted v0.7.1
│   │   │   [build-dependencies]
│   │   │   └── cc v1.0.79
│   │   ├── sct v0.7.0
│   │   │   ├── ring v0.16.20 (*)
│   │   │   └── untrusted v0.7.1
│   │   └── webpki v0.22.0
│   │       ├── ring v0.16.20 (*)
│   │       └── untrusted v0.7.1
│   ├── rustls-pemfile v1.0.2
│   │   └── base64 v0.21.0
│   ├── tokio v1.27.0 (*)
│   ├── tokio-rustls v0.23.4
│   │   ├── rustls v0.20.8 (*)
│   │   ├── tokio v1.27.0 (*)
│   │   └── webpki v0.22.0 (*)
│   └── tower-service v0.3.2

Platform

Ubuntu 22.04

Description

There is a bug it seems in the Axum code of 0.6.16 where it reaches unreachable code, and panic errors.

thread 'tokio-runtime-worker' panicked at 'internal error: entered unreachable code', /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/routing/mod.rs:312:45

I tried to cleanup the registry and re-download and re-compile the code, but it still happens.
Going to downgrade it a minor version, and see if it happens on former versions.
Will report and edit this post if I got any.

[davidpdrsn]

Can you provide a reproduction script? Not much we can do when you don't post any code.

[Power2All]

@davidpdrsn I'm not sure, since it's not my code giving the error.
However, you can look into the project itself using it:
https://github.com/Power2All/torrust-axum/tree/v3.2.0
You can find the downgrade push there as well.

[davidpdrsn]

I'm not sure, since it's not my code giving the error.

But you're using axum and hitting this error. I need to see how you manage to do that.

you can look into the project itself using it:

That's a big project. Do you have a smaller reproduction?

[Power2All]

This is the exact trace:

thread 'tokio-runtime-worker' panicked at 'internal error: entered unreachable code', /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/routing/mod.rs:312:45
stack backtrace:
   0:     0x5630823924b0 - std::backtrace_rs::backtrace::libunwind::trace::h1d00f3fcf4cb5ac4
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:93:5
   1:     0x5630823924b0 - std::backtrace_rs::backtrace::trace_unsynchronized::h920a6ff332484ee2
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5
   2:     0x5630823924b0 - std::sys_common::backtrace::_print_fmt::hd7323920c925af6d
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:65:5
   3:     0x5630823924b0 - <std::sys_common::backtrace::_print::DisplayBacktrace as core::fmt::Display>::fmt::h3155a8c966b4beb5
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:44:22
   4:     0x5630823b599e - core::fmt::write::h062c617411b691df
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/fmt/mod.rs:1209:17
   5:     0x56308238cc85 - std::io::Write::write_fmt::hb61fdf1275c61e1c
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/io/mod.rs:1682:15
   6:     0x563082392275 - std::sys_common::backtrace::_print::hd1b4d9664ab500e0
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:47:5
   7:     0x563082392275 - std::sys_common::backtrace::print::hca896ae22beb06cb
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:34:9
   8:     0x5630823939af - std::panicking::default_hook::{{closure}}::h0b5eeed5cf36ab5f
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:267:22
   9:     0x5630823936ea - std::panicking::default_hook::h8932b573145a321b
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:286:9
  10:     0x5630823940a8 - std::panicking::rust_panic_with_hook::h4b1447a24e3e94f8
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:688:13
  11:     0x563082393e01 - std::panicking::begin_panic_handler::{{closure}}::h8701da9995a3820c
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:577:13
  12:     0x56308239295c - std::sys_common::backtrace::__rust_end_short_backtrace::hb696c5ed02a01598
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:137:18
  13:     0x563082393b62 - rust_begin_unwind
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:575:5
  14:     0x563081075db3 - core::panicking::panic_fmt::h8aa706a976963c88
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/panicking.rs:65:14
  15:     0x563081075e8d - core::panicking::panic::h622b2a38bce78ff3
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/panicking.rs:115:5
  16:     0x5630811f8145 - axum::routing::Router<S,B>::call_with_state::{{closure}}::h77b33fa8ad3eb589
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/routing/mod.rs:312:45
  17:     0x5630810d19f3 - core::result::Result<T,E>::unwrap_or_else::h976ca9f7cfba6407
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/result.rs:1504:23
  18:     0x5630811f8010 - axum::routing::Router<S,B>::call_with_state::h95a5b79a8f4effb3
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/routing/mod.rs:310:28
  19:     0x5630811f782c - <axum::routing::Router<(),B> as tower_service::Service<http::request::Request<B>>>::call::h3b238e57dff5f69d
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/routing/mod.rs:386:9
  20:     0x5630811c4029 - <axum::extension::AddExtension<S,T> as tower_service::Service<http::request::Request<ResBody>>>::call::h6cf5efa8b9ed8552
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-0.6.16/src/extension.rs:166:9
  21:     0x5630811c41fc - <T as hyper::service::http::HttpService<B1>>::call::hb42a57ecac819e28
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/service/http.rs:45:9
  22:     0x5630814875be - <hyper::proto::h1::dispatch::Server<S,hyper::body::body::Body> as hyper::proto::h1::dispatch::Dispatch>::recv_msg::h2976e42537ea45b0
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:517:23
  23:     0x5630814936fe - hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T>::poll_read_head::h201e74229461f7bf
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:264:17
  24:     0x56308149a3b1 - hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T>::poll_read::ha87b832ff5ec43f2
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:188:24
  25:     0x56308149761f - hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T>::poll_loop::hd9164b52083ea731
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:160:21
  26:     0x563081489d7f - hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T>::poll_inner::hc7d80b3bf53fb206
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:137:16
  27:     0x563081488128 - hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T>::poll_catch::he046e90d01513b43
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:120:28
  28:     0x5630814857a5 - <hyper::proto::h1::dispatch::Dispatcher<D,Bs,I,T> as core::future::future::Future>::poll::h73af4fe1e4dc83da
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/proto/h1/dispatch.rs:424:9
  29:     0x5630810c9972 - <hyper::server::conn::ProtoServer<T,B,S,E> as core::future::future::Future>::poll::h76ab7a8928c0696e
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/server/conn.rs:986:47
  30:     0x5630811c1aae - <hyper::server::conn::upgrades::UpgradeableConnection<I,S,E> as core::future::future::Future>::poll::h71c2c488ee9640cc
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/hyper-0.14.26/src/server/conn.rs:1046:30
  31:     0x5630811c2b58 - <&mut F as core::future::future::Future>::poll::he3be0f7a6c4054a7
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/future/future.rs:112:9
  32:     0x563081310ef8 - axum_server::server::Server<A>::serve::{{closure}}::{{closure}}::{{closure}}::{{closure}}::hf50f0f7da768dfbe
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/macros/select.rs:524:49
  33:     0x5630810c709b - <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll::hc7ba027b03b3ca0a
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/future/poll_fn.rs:58:9
  34:     0x56308130dcc1 - axum_server::server::Server<A>::serve::{{closure}}::{{closure}}::{{closure}}::h4bb061434d5895bf
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/axum-server-0.4.7/src/server.rs:203:25
  35:     0x563081107f1c - <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll::h94e5a19c169044e7
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/future/mod.rs:91:19
  36:     0x56308134c65f - <core::pin::Pin<P> as core::future::future::Future>::poll::hd4638f427352e465
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/future/future.rs:124:9
  37:     0x5630814c63b4 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::h450569605c23fbb6
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/core.rs:223:17
  38:     0x5630811ca7df - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::h02b6fd8f3b5f70c6
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/loom/std/unsafe_cell.rs:14:9
  39:     0x5630814c3aeb - tokio::runtime::task::core::Core<T,S>::poll::h7ab3be4d9cbe9cef
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/core.rs:212:13
  40:     0x5630813ae091 - tokio::runtime::task::harness::poll_future::{{closure}}::h3f5760aad4f02052
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:476:19
  41:     0x56308117ac43 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h63456b7b3867a51b
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/panic/unwind_safe.rs:271:9
  42:     0x56308138da9d - std::panicking::try::do_call::h16091659658fe641
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:483:40
  43:     0x56308139efbb - __rust_try
  44:     0x563081384875 - std::panicking::try::h44431320b48fd674
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:447:19
  45:     0x56308115f44a - std::panic::catch_unwind::ha2c5da90e1be82be
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panic.rs:137:14
  46:     0x5630813a36d6 - tokio::runtime::task::harness::poll_future::h146f249370965dc1
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:464:18
  47:     0x5630813b4e42 - tokio::runtime::task::harness::Harness<T,S>::poll_inner::hc23bbea3b1fd33d8
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:198:27
  48:     0x5630813c03a3 - tokio::runtime::task::harness::Harness<T,S>::poll::h6d3042f42ebabbe5
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:152:15
  49:     0x5630813e0de0 - tokio::runtime::task::raw::poll::h4f6bb32b259ab813
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/raw.rs:255:5
  50:     0x5630822e713f - tokio::runtime::task::raw::RawTask::poll::h7ace252fa3009624
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/raw.rs:200:18
  51:     0x5630822f11b2 - tokio::runtime::task::LocalNotified<S>::run::h296e38a4047a37bd
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/mod.rs:394:9
  52:     0x56308227e0fc - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}::hab6ca858c684494f
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:464:13
  53:     0x56308227df8c - tokio::runtime::coop::with_budget::hf3ddf9b6583b093f
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/coop.rs:107:5
  54:     0x56308227df8c - tokio::runtime::coop::budget::h07f1a520b6caa95f
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/coop.rs:73:5
  55:     0x56308227df8c - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::h6c95e04f68df5796
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:463:9
  56:     0x56308227d686 - tokio::runtime::scheduler::multi_thread::worker::Context::run::h78e122b772e256e8
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:426:24
  57:     0x56308227d44d - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::h1c05d906fefce8a9
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:406:17
  58:     0x56308227ae92 - tokio::macros::scoped_tls::ScopedKey<T>::set::hc55fc41e17532e17
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/macros/scoped_tls.rs:61:9
  59:     0x56308227d2b7 - tokio::runtime::scheduler::multi_thread::worker::run::h60e9f0136a062885
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:403:5
  60:     0x56308227d05b - tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}::heffb7d2255a39e4f
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/scheduler/multi_thread/worker.rs:365:45
  61:     0x5630822f1853 - <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll::h4662eda56d064cfc
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/blocking/task.rs:42:21
  62:     0x5630822eef47 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::ha24388f4b4e10854
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/core.rs:223:17
  63:     0x5630822639af - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::hf05d1facdacf1a15
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/loom/std/unsafe_cell.rs:14:9
  64:     0x5630822ee8dc - tokio::runtime::task::core::Core<T,S>::poll::h9f7910fb883126f4
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/core.rs:212:13
  65:     0x5630822ac4b5 - tokio::runtime::task::harness::poll_future::{{closure}}::h904e905d316895d8
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:476:19
  66:     0x5630822dd9b3 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h78f5c40a18d89f03
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/panic/unwind_safe.rs:271:9
  67:     0x563082302d2e - std::panicking::try::do_call::h064940e9285f83b7
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:483:40
  68:     0x5630823049fb - __rust_try
  69:     0x563082301bf5 - std::panicking::try::h2ae25752b4f8fd1e
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:447:19
  70:     0x56308228e9cb - std::panic::catch_unwind::ha301fedf94e5cdba
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panic.rs:137:14
  71:     0x5630822aba67 - tokio::runtime::task::harness::poll_future::h44bcbaec0ce31d42
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:464:18
  72:     0x5630822a934c - tokio::runtime::task::harness::Harness<T,S>::poll_inner::ha1d5c572531e1fa2
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:198:27
  73:     0x5630822a8f44 - tokio::runtime::task::harness::Harness<T,S>::poll::h700145379b47c6ad
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/harness.rs:152:15
  74:     0x5630822e72d2 - tokio::runtime::task::raw::poll::h506c9406ee7e54d5
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/raw.rs:255:5
  75:     0x5630822e713f - tokio::runtime::task::raw::RawTask::poll::h7ace252fa3009624
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/raw.rs:200:18
  76:     0x5630822f1274 - tokio::runtime::task::UnownedTask<S>::run::hcf62e1dffecd22a3
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/task/mod.rs:431:9
  77:     0x563082281017 - tokio::runtime::blocking::pool::Task::run::h263e0f13e794f41d
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/blocking/pool.rs:159:9
  78:     0x563082284a68 - tokio::runtime::blocking::pool::Inner::run::hbfb4da40061007b4
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/blocking/pool.rs:513:17
  79:     0x563082283f44 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::haf2459155a2db665
                               at /root/.cargo/registry/src/github.zerozr99.workers.dev-1ecc6299db9ec823/tokio-1.27.0/src/runtime/blocking/pool.rs:471:13
  80:     0x5630822b92b1 - std::sys_common::backtrace::__rust_begin_short_backtrace::h917ba926e1a6eac2
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys_common/backtrace.rs:121:18
  81:     0x563082287762 - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::he9bdeb9c73b58f42
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/thread/mod.rs:551:17
  82:     0x5630822dda22 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h82ee443fb94850d8
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/panic/unwind_safe.rs:271:9
  83:     0x5630823030e2 - std::panicking::try::do_call::h2eef2d6375e946a5
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:483:40
  84:     0x5630823049fb - __rust_try
  85:     0x563082302a6f - std::panicking::try::hf2ce844daf537d3e
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panicking.rs:447:19
  86:     0x56308228e832 - std::panic::catch_unwind::h719c2b8e1fc9994c
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/panic.rs:137:14
  87:     0x563082287558 - std::thread::Builder::spawn_unchecked_::{{closure}}::h9033da3e933c0a2e
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/thread/mod.rs:550:30
  88:     0x5630822b978f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h07e706c078f8fea5
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/core/src/ops/function.rs:251:5
  89:     0x563082396dd3 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h6202d10b0224e7b0
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/alloc/src/boxed.rs:1987:9
  90:     0x563082396dd3 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h4dbea73c9cec160b
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/alloc/src/boxed.rs:1987:9
  91:     0x563082396dd3 - std::sys::unix::thread::Thread::new::thread_start::h0a2f4c32ba2f2278
                               at /rustc/90743e7298aca107ddaa0c202a4d3604e29bfeb6/library/std/src/sys/unix/thread.rs:108:17
  92:     0x7f81620eab43 - start_thread
                               at ./nptl/./nptl/pthread_create.c:442:8
  93:     0x7f816217ca00 - clone3
                               at ./misc/../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
  94:                0x0 - <unknown>

[Edit]
Put the debug tracelog, this should say a bit more.

[Power2All]

Update:
Tested until v0.6.12 and that looks to be stable.
v0.6.13 showed a ton of debugging messages, so I didn't try use that to see if it crashed.
Since v0.6.13+ the code became unstable and crashes with the previous post with tracelog data.
Please investigate, as this doesn't seem to be related to my own code.

[davidpdrsn]

Please investigate, as this doesn't seem to be related to my own code.

It's a bug in axum sure, but I need a way to reproduce the bug. You gotta help me help you by providing a way to reproduce it.

[Power2All]

Please investigate, as this doesn't seem to be related to my own code.

It's a bug in axum sure, but I need a way to reproduce the bug. You gotta help me help you by providing a way to reproduce it.

I'm not sure how to.
It happens when I activate the app, since I deal with thousands of request per second, it hits this error eventually. What would you like me to test or how ?

[davidpdrsn]

• Log the request that causes the panic
• Send that request yourself and see you can repro the panic consistently
• Then reproduce that with a smaller amount of code until you find a minimal way to reproduce it

I'm not sure what you expect me to do. Do you want me to run your app and randomly send it requests until I hit the bug? Sorry but I can't do that.

Without a way to reproduce it how can I know if my changes to axum have actually fixed it?

[Power2All]

• Log the request that causes the panic

  • Send that request yourself and see you can repro the panic consistently

  • Then reproduce that with a smaller amount of code until you find a minimal way to reproduce it

I'm not sure what you expect me to do. Do you want me to run your app and randomly send it requests until I hit the bug? Sorry but I can't do that.

Without a way to reproduce it how can I know if my changes to axum have actually fixed it?

I'll see what I can do.
As I said, I get a ton of connection requests on the server, so trying to catch that single request is going to take some time, since my Rust is not nearly close to being "good", since I've been learning Rust after GoLang was failing on me.

[davidpdrsn]

I've tried making a test with all the routes your app has:

#[tokio::test]
async fn foobar() {
    async fn handler() {}

    let app = Router::new()
        .route("/webgui/*path", get(handler))
        .route("/api/stats", get(handler))
        .route("/api/torrent/:info_hash", get(handler).delete(handler))
        .route("/api/torrents", get(handler))
        .route("/api/whitelist", get(handler))
        .route("/api/whitelist/reload", get(handler))
        .route(
            "/api/whitelist/:info_hash",
            get(handler).post(handler).delete(handler),
        )
        .route("/api/blacklist", get(handler))
        .route("/api/blacklist/reload", get(handler))
        .route(
            "/api/blacklist/:info_hash",
            get(handler).post(handler).delete(handler),
        )
        .route("/api/keys", get(handler))
        .route("/api/keys/reload", get(handler))
        .route("/api/keys/:key", get(handler).delete(handler))
        .route(
            "/api/keys/:key/:seconds_valid",
            post(handler).patch(handler),
        )
        .route("/api/maintenance/enable", get(handler))
        .route("/api/maintenance/disable", get(handler))
        .route("/announce", get(handler))
        .route("/announce/:key", get(handler))
        .route("/scrape", get(handler))
        .route("/scrape/:key", get(handler))
        // doesn't matter if we leave this on or not
        .fallback(|| async {});

    let client = TestClient::new(app);

    client.get("/foo").send().await;
}

but that doesn't hit it. It's got something to do with fallbacks so maybe it's a request for an unmatched route.

I would also have guessed nesting was involved but you don't use Router::nest it seems 🤔

[Power2All]

I'm about to leave Turkey (holiday), will try and add a request logger to determine what request might possibly do this later at home.