Fix stalled ME relays by observing child task completion #879

This commit is contained in:
Alexey
2026-10-11 13:55:01 +03:00
parent e35db4741d
commit a8d28e6b37
4 changed files with 293 additions and 27 deletions
+14 -27
View File
@@ -239,6 +239,8 @@ where
};
let mut main_result: Result<()> = Ok(());
let mut c2me_completed = None;
let mut writer_completed = None;
let mut client_closed = false;
let mut frame_counter: u64 = 0;
let mut route_watch_open = true;
@@ -303,6 +305,15 @@ where
}
tokio::select! {
// A terminal child result must wake an otherwise idle client relay.
joined = &mut child_tasks.c2me_sender => {
c2me_completed = Some(joined);
break;
}
joined = &mut child_tasks.me_writer => {
writer_completed = Some(joined);
break;
}
_ = session_cancel.cancelled() => {
warn!(
user = %user,
@@ -464,33 +475,9 @@ where
}
drop(c2me_tx);
let c2me_result = match timeout(ME_CHILD_JOIN_TIMEOUT, &mut child_tasks.c2me_sender).await {
Ok(joined) => {
joined.unwrap_or_else(|e| Err(ProxyError::Proxy(format!("ME sender join error: {e}"))))
}
Err(_) => {
stats.increment_me_child_join_timeout_total();
stats.increment_me_child_abort_total();
child_tasks.c2me_sender.abort();
Err(ProxyError::Proxy("ME sender join timeout".into()))
}
};
flow_cancel.cancel();
if let Some(stop_tx) = child_tasks.stop_tx.take() {
let _ = stop_tx.send(());
}
let mut writer_result = match timeout(ME_CHILD_JOIN_TIMEOUT, &mut child_tasks.me_writer).await {
Ok(joined) => {
joined.unwrap_or_else(|e| Err(ProxyError::Proxy(format!("ME writer join error: {e}"))))
}
Err(_) => {
stats.increment_me_child_join_timeout_total();
stats.increment_me_child_abort_total();
child_tasks.me_writer.abort();
Err(ProxyError::Proxy("ME writer join timeout".into()))
}
};
let (c2me_result, mut writer_result) = child_tasks
.finish(c2me_completed, writer_completed, stats.as_ref())
.await;
// A client-initiated close can unregister the ME channel before its writer exits.
if client_closed && matches!(writer_result, Err(ProxyError::MiddleConnectionLost)) {
@@ -1,12 +1,63 @@
use super::*;
/// Owns relay tasks and their cancellation signals through bounded cleanup.
pub(super) struct RelayChildTasks {
/// Serializes client frames into the ME route.
pub(super) c2me_sender: AbortOnDropHandle<Result<()>>,
/// Delivers ME responses to the client.
pub(super) me_writer: AbortOnDropHandle<Result<()>>,
/// Interrupts downstream quota and transport waits during cleanup.
pub(super) flow_cancel: CancellationToken,
/// Stops the downstream task after the sender has drained or timed out.
pub(super) stop_tx: Option<oneshot::Sender<()>>,
}
impl RelayChildTasks {
/// Reuses consumed join results and preserves sender-first bounded shutdown.
pub(super) async fn finish(
&mut self,
c2me_completed: Option<std::result::Result<Result<()>, tokio::task::JoinError>>,
writer_completed: Option<std::result::Result<Result<()>, tokio::task::JoinError>>,
stats: &Stats,
) -> (Result<()>, Result<()>) {
// A JoinHandle whose output was selected must never be polled again.
let c2me_join = match c2me_completed {
Some(joined) => Ok(joined),
None => timeout(ME_CHILD_JOIN_TIMEOUT, &mut self.c2me_sender).await,
};
let c2me_result = match c2me_join {
Ok(joined) => joined
.unwrap_or_else(|e| Err(ProxyError::Proxy(format!("ME sender join error: {e}")))),
Err(_) => {
stats.increment_me_child_join_timeout_total();
stats.increment_me_child_abort_total();
self.c2me_sender.abort();
Err(ProxyError::Proxy("ME sender join timeout".into()))
}
};
self.flow_cancel.cancel();
if let Some(stop_tx) = self.stop_tx.take() {
let _ = stop_tx.send(());
}
let writer_join = match writer_completed {
Some(joined) => Ok(joined),
None => timeout(ME_CHILD_JOIN_TIMEOUT, &mut self.me_writer).await,
};
let writer_result = match writer_join {
Ok(joined) => joined
.unwrap_or_else(|e| Err(ProxyError::Proxy(format!("ME writer join error: {e}")))),
Err(_) => {
stats.increment_me_child_join_timeout_total();
stats.increment_me_child_abort_total();
self.me_writer.abort();
Err(ProxyError::Proxy("ME writer join timeout".into()))
}
};
(c2me_result, writer_result)
}
}
impl Drop for RelayChildTasks {
fn drop(&mut self) {
self.flow_cancel.cancel();