Compare commits
41
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
03f5b88889 | ||
|
|
5a29925422 | ||
|
|
630b8dab30 | ||
|
|
b87f277e2d | ||
|
|
732f53f2d0 | ||
|
|
6aa03cca63 | ||
|
|
58d8e34828 | ||
|
|
47e446b433 | ||
|
|
e11ba1a652 | ||
|
|
07c4b321d1 | ||
|
|
673b8ae16e | ||
|
|
262dfaca04 | ||
|
|
5ca3e98a5c | ||
|
|
40810e4ba2 | ||
|
|
1f01338eb8 | ||
|
|
5c8bd68aa6 | ||
|
|
68cf411143 | ||
|
|
b84f57ee9d | ||
|
|
1601d474e7 | ||
|
|
1466516053 | ||
|
|
bab3f777dc | ||
|
|
039dc641b3 | ||
|
|
4c9e31fd16 | ||
|
|
c1c672b188 | ||
|
|
a23f610f20 | ||
|
|
ff2b7fff2b | ||
|
|
f4879090f6 | ||
|
|
37ec9fc520 | ||
|
|
f3c7ec225d | ||
|
|
d3c40a06ac | ||
|
|
6b12b3dfe0 | ||
|
|
b90c34dc17 | ||
|
|
f205e0c128 | ||
|
|
92c94176bd | ||
|
|
4b2e9a62d5 | ||
|
|
689d20f7e7 | ||
|
|
252f081a61 | ||
|
|
b1e8326b0a | ||
|
|
3b4931aa8f | ||
|
|
5c54601cdf | ||
|
|
c085137250 |
Generated
+1
-1
@@ -436,7 +436,7 @@ dependencies = [
|
||||
|
||||
[[package]]
|
||||
name = "dosh"
|
||||
version = "0.1.17"
|
||||
version = "1.0.0-rc19"
|
||||
dependencies = [
|
||||
"anyhow",
|
||||
"base64",
|
||||
|
||||
+1
-1
@@ -1,6 +1,6 @@
|
||||
[package]
|
||||
name = "dosh"
|
||||
version = "0.1.17"
|
||||
version = "1.0.0-rc19"
|
||||
edition = "2024"
|
||||
license = "MIT"
|
||||
|
||||
|
||||
@@ -27,6 +27,7 @@ reconnect-check:
|
||||
|
||||
hostile-network-check:
|
||||
cargo test --test hostile_network -- --nocapture
|
||||
DOSH_BADNET_SOAK_SECONDS=$${DOSH_BADNET_SOAK_SECONDS:-300} cargo test --test hostile_network bad_network_tui_work_soak_30m -- --ignored --nocapture
|
||||
|
||||
persistence-check:
|
||||
cargo test --test integration_smoke session_survives_server_restart_same_shell_and_screen -- --nocapture
|
||||
@@ -35,7 +36,9 @@ persistence-check:
|
||||
package-check:
|
||||
$(MAKE) package-release-linux
|
||||
$(MAKE) package-release-windows
|
||||
sh scripts/verify-release-artifacts.sh
|
||||
sh scripts/verify-release-artifacts.sh \
|
||||
target/dosh-release/dosh-linux-x86_64.tar.gz \
|
||||
target/dosh-release/dosh-windows-x86_64.zip
|
||||
|
||||
install:
|
||||
sh install.sh --from-current
|
||||
|
||||
@@ -44,6 +44,7 @@ dosh setup HOST
|
||||
dosh HOST
|
||||
dosh HOST COMMAND
|
||||
dosh update
|
||||
dosh update --client|--server|--both
|
||||
```
|
||||
|
||||
Useful commands:
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
use std::env;
|
||||
use std::process::Command;
|
||||
|
||||
fn git(args: &[&str]) -> Option<String> {
|
||||
@@ -12,14 +13,29 @@ fn git(args: &[&str]) -> Option<String> {
|
||||
fn main() {
|
||||
println!("cargo:rerun-if-changed=.git/HEAD");
|
||||
println!("cargo:rerun-if-changed=.git/index");
|
||||
println!("cargo:rerun-if-env-changed=DOSH_BUILD_GIT_HASH");
|
||||
println!("cargo:rerun-if-env-changed=DOSH_BUILD_COMMIT_DATE");
|
||||
println!("cargo:rerun-if-env-changed=DOSH_BUILD_GIT_DIRTY");
|
||||
|
||||
let hash = git(&["rev-parse", "--short=12", "HEAD"]).unwrap_or_else(|| "unknown".into());
|
||||
let date = git(&["show", "-s", "--format=%cs", "HEAD"]).unwrap_or_else(|| "unknown".into());
|
||||
let dirty = Command::new("git")
|
||||
let hash = env::var("DOSH_BUILD_GIT_HASH")
|
||||
.ok()
|
||||
.filter(|value| !value.is_empty())
|
||||
.or_else(|| git(&["rev-parse", "--short=12", "HEAD"]))
|
||||
.unwrap_or_else(|| "unknown".into());
|
||||
let date = env::var("DOSH_BUILD_COMMIT_DATE")
|
||||
.ok()
|
||||
.filter(|value| !value.is_empty())
|
||||
.or_else(|| git(&["show", "-s", "--format=%cs", "HEAD"]))
|
||||
.unwrap_or_else(|| "unknown".into());
|
||||
let dirty = match env::var("DOSH_BUILD_GIT_DIRTY").ok().as_deref() {
|
||||
Some("1" | "true" | "yes" | "+dirty") => "+dirty",
|
||||
Some(_) => "",
|
||||
None => Command::new("git")
|
||||
.args(["diff", "--quiet", "--ignore-submodules", "--"])
|
||||
.status()
|
||||
.map(|status| if status.success() { "" } else { "+dirty" })
|
||||
.unwrap_or("");
|
||||
.unwrap_or(""),
|
||||
};
|
||||
|
||||
println!("cargo:rustc-env=DOSH_GIT_HASH={hash}{dirty}");
|
||||
println!("cargo:rustc-env=DOSH_COMMIT_DATE={date}");
|
||||
|
||||
@@ -67,6 +67,7 @@ cleanup() {
|
||||
kill "$server_pid" 2>/dev/null || true
|
||||
wait "$server_pid" 2>/dev/null || true
|
||||
fi
|
||||
pkill -f "$server_bin hold --runtime-dir $home/sessions/run" 2>/dev/null || true
|
||||
rm -rf "$home"
|
||||
}
|
||||
trap cleanup EXIT INT TERM
|
||||
@@ -86,6 +87,7 @@ scrollback = 5000
|
||||
auth_ttl_secs = 30
|
||||
attach_ticket_ttl_secs = 3600
|
||||
allow_attach_tickets = true
|
||||
persist_sessions = false
|
||||
client_timeout_secs = 60
|
||||
retransmit_window = 256
|
||||
default_input_mode = "read-write"
|
||||
|
||||
@@ -52,6 +52,22 @@ else
|
||||
release_dir="target/release"
|
||||
fi
|
||||
|
||||
if command -v git >/dev/null 2>&1 && git rev-parse --is-inside-work-tree >/dev/null 2>&1; then
|
||||
if [ -z "${DOSH_BUILD_GIT_HASH:-}" ]; then
|
||||
export DOSH_BUILD_GIT_HASH="$(git rev-parse --short=12 HEAD)"
|
||||
fi
|
||||
if [ -z "${DOSH_BUILD_COMMIT_DATE:-}" ]; then
|
||||
export DOSH_BUILD_COMMIT_DATE="$(git show -s --format=%cs HEAD)"
|
||||
fi
|
||||
if [ -z "${DOSH_BUILD_GIT_DIRTY+x}" ]; then
|
||||
if git diff --quiet --ignore-submodules --; then
|
||||
export DOSH_BUILD_GIT_DIRTY=0
|
||||
else
|
||||
export DOSH_BUILD_GIT_DIRTY=1
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ "$os" = "windows" ]; then
|
||||
if [ -n "$target" ]; then
|
||||
cargo build --release --target "$target" --bin dosh-client --bin dosh-bench
|
||||
|
||||
@@ -22,11 +22,14 @@ artifact_version() {
|
||||
esac
|
||||
}
|
||||
|
||||
if [ "$#" -gt 0 ]; then
|
||||
artifacts="$*"
|
||||
else
|
||||
artifacts="$out_dir/dosh-linux-x86_64.tar.gz $out_dir/dosh-macos-aarch64.tar.gz $out_dir/dosh-windows-x86_64.zip"
|
||||
fi
|
||||
|
||||
failed=0
|
||||
for artifact in \
|
||||
"$out_dir/dosh-linux-x86_64.tar.gz" \
|
||||
"$out_dir/dosh-macos-aarch64.tar.gz" \
|
||||
"$out_dir/dosh-windows-x86_64.zip"; do
|
||||
for artifact in $artifacts; do
|
||||
if [ ! -f "$artifact" ]; then
|
||||
echo "missing release artifact: $artifact" >&2
|
||||
failed=1
|
||||
|
||||
+1167
-108
File diff suppressed because it is too large
Load Diff
+499
-81
@@ -28,6 +28,7 @@ use dosh::protocol::{
|
||||
TicketAttachBody, TicketAttachEnvelope, TicketAttachOkEnvelope,
|
||||
};
|
||||
use dosh::pty::{PtyHandle, PtyOutput, adopt_pty_from_fd, spawn_pty_session};
|
||||
use dosh::udp::is_transient_udp_send_error;
|
||||
use sha2::{Digest, Sha256};
|
||||
use std::collections::{BTreeMap, HashMap, HashSet, VecDeque};
|
||||
use std::fs;
|
||||
@@ -46,11 +47,14 @@ use tokio::process::Command as TokioCommand;
|
||||
use tokio::sync::mpsc;
|
||||
|
||||
const STREAM_INITIAL_WINDOW: usize = 1024 * 1024;
|
||||
const STREAM_RETIRED_TOMBSTONES: usize = 16 * 1024;
|
||||
|
||||
/// Persist a persistent session's screen to disk after this many bytes of output
|
||||
/// have accumulated since the last mirror. Keeps the atomic write off the
|
||||
/// per-packet hot path while bounding how much fresh output a crash can lose.
|
||||
const SCREEN_PERSIST_BYTES: usize = 4096;
|
||||
const SCREEN_PERSIST_MAX_AGE: Duration = Duration::from_millis(250);
|
||||
const IMPLICIT_EMPTY_SESSION_GRACE_SECS: u64 = 300;
|
||||
|
||||
/// Sentinel `target_host` sent to the client on a server-initiated `StreamOpen`
|
||||
/// that carries an SSH-agent connection (the client splices it into its local
|
||||
@@ -248,7 +252,7 @@ async fn serve(config_path: Option<std::path::PathBuf>) -> Result<()> {
|
||||
if config.persist_sessions {
|
||||
let flush_state = Arc::clone(&state);
|
||||
tokio::spawn(async move {
|
||||
let mut interval = tokio::time::interval(Duration::from_secs(2));
|
||||
let mut interval = tokio::time::interval(SCREEN_PERSIST_MAX_AGE);
|
||||
loop {
|
||||
interval.tick().await;
|
||||
flush_persistent_screens(&flush_state);
|
||||
@@ -373,6 +377,10 @@ struct Session {
|
||||
/// `output_seq` at the last successful screen mirror, so the periodic flush
|
||||
/// skips sessions whose screen has not changed.
|
||||
last_persisted_seq: u64,
|
||||
/// Last time this session's screen was considered for a mirror. Combined
|
||||
/// with the byte threshold so low-throughput prompt/TUI updates persist
|
||||
/// quickly without writing on every packet in high-throughput bursts.
|
||||
last_screen_persist_at: Instant,
|
||||
}
|
||||
|
||||
#[derive(Clone)]
|
||||
@@ -397,6 +405,8 @@ struct ClientState {
|
||||
stream_sent_data: HashMap<u64, BTreeMap<u64, PendingStreamChunk>>,
|
||||
stream_next_recv_offset: HashMap<u64, u64>,
|
||||
stream_recv_pending: HashMap<u64, BTreeMap<u64, Vec<u8>>>,
|
||||
stream_retired: HashSet<u64>,
|
||||
stream_retired_order: VecDeque<u64>,
|
||||
/// Current transport key epoch (0 = original handshake key). Bumped on rekey.
|
||||
epoch: u64,
|
||||
/// When the current epoch began, for the wall-clock rekey trigger.
|
||||
@@ -432,6 +442,7 @@ struct PendingStreamOpen {
|
||||
attempts: u32,
|
||||
}
|
||||
|
||||
#[derive(Clone)]
|
||||
struct PendingNativeAuth {
|
||||
client: dosh::native::NativeClientHello,
|
||||
server: NativeServerHello,
|
||||
@@ -505,20 +516,22 @@ impl ServerState {
|
||||
persistent,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now() - SCREEN_PERSIST_MAX_AGE,
|
||||
},
|
||||
);
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Whether a session named `name` should be backed by a persistent holder.
|
||||
/// Whether a session should be backed by a persistent holder.
|
||||
///
|
||||
/// With persistence enabled, explicitly named sessions get a detached
|
||||
/// holder. Implicit `term-<millis>-<pid>` sessions are one-off terminals
|
||||
/// created by `dosh host`; users cannot intentionally reattach to them by
|
||||
/// name, so persisting them only leaves stale holders that can be
|
||||
/// accidentally re-adopted after restarts.
|
||||
fn should_persist_session(&self, name: &str) -> bool {
|
||||
self.config.persist_sessions && !protocol::is_implicit_session_name(name)
|
||||
/// With persistence enabled, every interactive session gets a detached holder
|
||||
/// so an update/restart of `dosh-server` behaves like a transient network
|
||||
/// break. Named sessions can sit empty for the normal client timeout.
|
||||
/// Generated one-off sessions are also persisted, but cleanup gives them a
|
||||
/// shorter empty grace period so invisible abandoned holders do not linger
|
||||
/// indefinitely.
|
||||
fn should_persist_session(&self, _name: &str) -> bool {
|
||||
self.config.persist_sessions
|
||||
}
|
||||
|
||||
/// Spawn (or, in the persistent case, spawn-and-adopt) a PTY for a session.
|
||||
@@ -606,20 +619,6 @@ impl ServerState {
|
||||
if self.sessions.contains_key(&name) {
|
||||
continue;
|
||||
}
|
||||
if !self.should_persist_session(&name) {
|
||||
eprintln!(
|
||||
"discarding stale implicit persistent session {name} (shell pid {})",
|
||||
meta.shell_pid
|
||||
);
|
||||
persist::request_shutdown(&sessions_dir, &name, None);
|
||||
if meta.shell_pid > 0 {
|
||||
let _ = unsafe { libc::kill(meta.shell_pid, libc::SIGHUP) };
|
||||
let _ = unsafe { libc::kill(meta.shell_pid, libc::SIGTERM) };
|
||||
std::thread::sleep(Duration::from_millis(50));
|
||||
let _ = unsafe { libc::kill(meta.shell_pid, libc::SIGKILL) };
|
||||
}
|
||||
continue;
|
||||
}
|
||||
let (pty, control) = match self.adopt_persistent_pty(&name) {
|
||||
Ok(pair) => pair,
|
||||
Err(err) => {
|
||||
@@ -655,6 +654,7 @@ impl ServerState {
|
||||
persistent: true,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: output_seq,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
eprintln!(
|
||||
@@ -669,6 +669,7 @@ impl ServerState {
|
||||
fn insert_client(&mut self, session_name: &str, client_id: [u8; 16], client: ClientState) {
|
||||
if let Some(session) = self.sessions.get_mut(session_name) {
|
||||
session.clients.insert(client_id, client);
|
||||
session.empty_since = None;
|
||||
self.client_index
|
||||
.insert(client_id, session_name.to_string());
|
||||
}
|
||||
@@ -863,6 +864,7 @@ async fn handle_packet(
|
||||
| PacketKind::StreamEof
|
||||
| PacketKind::StreamWindowAdjust
|
||||
| PacketKind::RekeyAck
|
||||
| PacketKind::Detach
|
||||
if find_client_decrypt_key(state, &packet.header).is_err() =>
|
||||
{
|
||||
send_reject_to_client(socket, peer, packet.header.conn_id, "unknown client").await
|
||||
@@ -980,7 +982,7 @@ async fn handle_native_client_hello(
|
||||
};
|
||||
let body = protocol::to_body(&NativeServerHelloBody { hello })?;
|
||||
let out = protocol::encode_plain(PacketKind::NativeServerHello, pending_id, 1, 0, &body)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -991,8 +993,8 @@ async fn handle_native_user_auth(
|
||||
packet: &protocol::Packet,
|
||||
) -> Result<()> {
|
||||
let pending = {
|
||||
let mut locked = state.lock().expect("server state poisoned");
|
||||
locked.pending_native.remove(&packet.header.conn_id)
|
||||
let locked = state.lock().expect("server state poisoned");
|
||||
locked.pending_native.get(&packet.header.conn_id).cloned()
|
||||
};
|
||||
let Some(pending) = pending else {
|
||||
return send_reject_to_client(socket, peer, packet.header.conn_id, "unknown native auth")
|
||||
@@ -1008,11 +1010,38 @@ async fn handle_native_user_auth(
|
||||
.await;
|
||||
}
|
||||
if pending.created_at.elapsed() > Duration::from_secs(30) {
|
||||
state
|
||||
.lock()
|
||||
.expect("server state poisoned")
|
||||
.pending_native
|
||||
.remove(&packet.header.conn_id);
|
||||
return send_reject_to_client(socket, peer, packet.header.conn_id, "native auth expired")
|
||||
.await;
|
||||
}
|
||||
let body = protocol::decrypt_body(packet, &pending.session_key, CLIENT_TO_SERVER)?;
|
||||
let req: NativeUserAuthBody = protocol::from_body(&body)?;
|
||||
let body = match protocol::decrypt_body(packet, &pending.session_key, CLIENT_TO_SERVER) {
|
||||
Ok(body) => body,
|
||||
Err(_) => {
|
||||
return send_reject_to_client(
|
||||
socket,
|
||||
peer,
|
||||
packet.header.conn_id,
|
||||
"native auth decrypt failed",
|
||||
)
|
||||
.await;
|
||||
}
|
||||
};
|
||||
let req: NativeUserAuthBody = match protocol::from_body(&body) {
|
||||
Ok(req) => req,
|
||||
Err(_) => {
|
||||
return send_reject_to_client(
|
||||
socket,
|
||||
peer,
|
||||
packet.header.conn_id,
|
||||
"invalid native auth body",
|
||||
)
|
||||
.await;
|
||||
}
|
||||
};
|
||||
if pending.client.requested_mode == "doctor" {
|
||||
let check_result = {
|
||||
let locked = state.lock().expect("server state poisoned");
|
||||
@@ -1048,6 +1077,11 @@ async fn handle_native_user_auth(
|
||||
.await;
|
||||
}
|
||||
};
|
||||
state
|
||||
.lock()
|
||||
.expect("server state poisoned")
|
||||
.pending_native
|
||||
.remove(&packet.header.conn_id);
|
||||
let body = protocol::to_body(&check)?;
|
||||
let out = protocol::encode_encrypted(
|
||||
PacketKind::NativeAuthCheckOk,
|
||||
@@ -1058,7 +1092,7 @@ async fn handle_native_user_auth(
|
||||
SERVER_TO_CLIENT,
|
||||
&body,
|
||||
)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
return Ok(());
|
||||
}
|
||||
|
||||
@@ -1177,6 +1211,8 @@ async fn handle_native_user_auth(
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -1228,6 +1264,11 @@ async fn handle_native_user_auth(
|
||||
if let Some((listener, path)) = agent_listener {
|
||||
spawn_agent_forward(state, socket, client_id, listener, path);
|
||||
}
|
||||
state
|
||||
.lock()
|
||||
.expect("server state poisoned")
|
||||
.pending_native
|
||||
.remove(&packet.header.conn_id);
|
||||
|
||||
let ok = NativeAuthOk {
|
||||
client_id,
|
||||
@@ -1251,7 +1292,7 @@ async fn handle_native_user_auth(
|
||||
SERVER_TO_CLIENT,
|
||||
&body,
|
||||
)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -1319,6 +1360,8 @@ async fn handle_bootstrap_attach(
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -1359,7 +1402,7 @@ async fn handle_bootstrap_attach(
|
||||
SERVER_TO_CLIENT,
|
||||
&body,
|
||||
)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -1453,6 +1496,8 @@ async fn handle_ticket_attach(
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -1494,7 +1539,7 @@ async fn handle_ticket_attach(
|
||||
};
|
||||
let body = protocol::to_body(&envelope)?;
|
||||
let out = protocol::encode_plain(PacketKind::AttachOk, client_id, 1, 0, &body)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -1512,7 +1557,7 @@ async fn send_reject_to_client(
|
||||
reason: reason.to_string(),
|
||||
})?;
|
||||
let out = protocol::encode_plain(PacketKind::AttachReject, client_id, 0, 0, &body)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -1578,7 +1623,7 @@ async fn handle_resume(
|
||||
SERVER_TO_CLIENT,
|
||||
&body,
|
||||
)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -1690,12 +1735,19 @@ async fn handle_ping(
|
||||
SERVER_TO_CLIENT,
|
||||
b"",
|
||||
)?;
|
||||
socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
async fn handle_detach(state: &Arc<Mutex<ServerState>>, packet: &protocol::Packet) -> Result<()> {
|
||||
let (key, _) = find_client_decrypt_key(state, &packet.header)?;
|
||||
let _ = protocol::decrypt_body(packet, &key, CLIENT_TO_SERVER)?;
|
||||
let mut locked = state.lock().expect("server state poisoned");
|
||||
if let Some(client) = locked.client_mut(&packet.header.conn_id)
|
||||
&& !client.replay.accept(packet.header.seq)
|
||||
{
|
||||
return Ok(());
|
||||
}
|
||||
locked.remove_client_everywhere(&packet.header.conn_id);
|
||||
Ok(())
|
||||
}
|
||||
@@ -1705,6 +1757,14 @@ fn remove_client(state: &Arc<Mutex<ServerState>>, client_id: [u8; 16]) {
|
||||
locked.remove_client_everywhere(&client_id);
|
||||
}
|
||||
|
||||
async fn send_udp(socket: &UdpSocket, packet: &[u8], peer: SocketAddr) -> Result<bool> {
|
||||
match socket.send_to(packet, peer).await {
|
||||
Ok(_) => Ok(true),
|
||||
Err(err) if is_transient_udp_send_error(&err) => Ok(false),
|
||||
Err(err) => Err(err).with_context(|| format!("send UDP packet to {peer}")),
|
||||
}
|
||||
}
|
||||
|
||||
async fn handle_ack(
|
||||
state: &Arc<Mutex<ServerState>>,
|
||||
peer: SocketAddr,
|
||||
@@ -1787,7 +1847,9 @@ async fn handle_stream_open(
|
||||
}
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
if client.opened_streams.contains(&open.stream_id) {
|
||||
if client.stream_retired.contains(&open.stream_id) {
|
||||
StreamOpenCheck::New(Err(anyhow!("stream {} is closed", open.stream_id)))
|
||||
} else if client.opened_streams.contains(&open.stream_id) {
|
||||
StreamOpenCheck::Duplicate
|
||||
} else {
|
||||
StreamOpenCheck::New(stream_open_allowed(&config, client, &open))
|
||||
@@ -2009,6 +2071,9 @@ async fn handle_stream_data(
|
||||
}
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
if !client.opened_streams.contains(&data.stream_id) {
|
||||
return Ok(());
|
||||
}
|
||||
let writer = client.stream_writers.get(&data.stream_id).cloned();
|
||||
let (writes, consumed, received_offset) = accept_stream_data(client, data);
|
||||
(writer, writes, consumed, received_offset)
|
||||
@@ -2018,9 +2083,9 @@ async fn handle_stream_data(
|
||||
let _ = writer.send(bytes).await;
|
||||
}
|
||||
}
|
||||
// Always return flow-control credit, even when the stream's writer is already
|
||||
// gone (closed/unknown). The peer debited its send window for these bytes, so
|
||||
// skipping the adjust would wedge the stream at a permanent credit deficit.
|
||||
// Always return flow-control credit for live streams, even when the stream's
|
||||
// writer is already gone. The peer debited its send window for these bytes,
|
||||
// so skipping the adjust would wedge the stream at a permanent credit deficit.
|
||||
send_stream_window_adjust_to_client(
|
||||
state,
|
||||
socket,
|
||||
@@ -2057,7 +2122,9 @@ async fn handle_stream_open_ok(
|
||||
}
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
client.stream_pending_opens.remove(&ok.stream_id);
|
||||
if client.stream_pending_opens.remove(&ok.stream_id).is_none() {
|
||||
return Ok(());
|
||||
}
|
||||
client.opened_streams.insert(ok.stream_id);
|
||||
client
|
||||
.stream_send_credit
|
||||
@@ -2089,11 +2156,7 @@ async fn handle_stream_open_reject(
|
||||
}
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
client.stream_writers.remove(&reject.stream_id);
|
||||
client.stream_pending_opens.remove(&reject.stream_id);
|
||||
client.opened_streams.remove(&reject.stream_id);
|
||||
client.stream_send_credit.remove(&reject.stream_id);
|
||||
client.stream_pending_data.remove(&reject.stream_id);
|
||||
retire_client_stream(client, reject.stream_id);
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -2121,6 +2184,9 @@ async fn handle_stream_window_adjust(
|
||||
}
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
if !client.opened_streams.contains(&adjust.stream_id) {
|
||||
return Ok(());
|
||||
}
|
||||
ack_stream_data(client, adjust.stream_id, adjust.received_offset);
|
||||
}
|
||||
flush_stream_pending_data_to_client(state, socket, packet.header.conn_id, adjust.stream_id)
|
||||
@@ -2148,15 +2214,7 @@ async fn handle_stream_close(
|
||||
// Connection migration on any authenticated, fresh packet (spec §11).
|
||||
client.endpoint = peer;
|
||||
client.last_seen = Instant::now();
|
||||
client.stream_writers.remove(&close.stream_id);
|
||||
client.stream_pending_opens.remove(&close.stream_id);
|
||||
client.opened_streams.remove(&close.stream_id);
|
||||
client.stream_send_credit.remove(&close.stream_id);
|
||||
client.stream_pending_data.remove(&close.stream_id);
|
||||
client.stream_next_send_offset.remove(&close.stream_id);
|
||||
client.stream_sent_data.remove(&close.stream_id);
|
||||
client.stream_next_recv_offset.remove(&close.stream_id);
|
||||
client.stream_recv_pending.remove(&close.stream_id);
|
||||
retire_client_stream(client, close.stream_id);
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -2627,6 +2685,8 @@ async fn handle_file_request(
|
||||
.open(&final_path)
|
||||
.with_context(|| format!("open {}", final_path.display()))?;
|
||||
let written = file.metadata()?.len().min(size);
|
||||
file.set_len(written)
|
||||
.with_context(|| format!("truncate {}", final_path.display()))?;
|
||||
if written > 0 {
|
||||
let mut prefix = fs::File::open(&final_path)?;
|
||||
hash_exact_prefix(&mut prefix, written, &mut hasher)?;
|
||||
@@ -3020,7 +3080,7 @@ async fn send_stream_open_to_client(
|
||||
found
|
||||
};
|
||||
if let Some((endpoint, packet)) = send {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3114,7 +3174,7 @@ async fn queue_or_send_stream_data_to_client(
|
||||
send
|
||||
};
|
||||
if let Some((endpoint, packet)) = send {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3189,7 +3249,7 @@ async fn flush_stream_pending_data_to_client(
|
||||
let Some((endpoint, packet)) = send else {
|
||||
return Ok(());
|
||||
};
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -3233,6 +3293,46 @@ fn accept_stream_data(client: &mut ClientState, data: StreamData) -> (Vec<Vec<u8
|
||||
(writes, consumed, *expected)
|
||||
}
|
||||
|
||||
fn cleanup_client_stream(client: &mut ClientState, stream_id: u64) {
|
||||
client.stream_writers.remove(&stream_id);
|
||||
client.stream_pending_opens.remove(&stream_id);
|
||||
client.opened_streams.remove(&stream_id);
|
||||
client.stream_send_credit.remove(&stream_id);
|
||||
client.stream_pending_data.remove(&stream_id);
|
||||
client.stream_next_send_offset.remove(&stream_id);
|
||||
client.stream_sent_data.remove(&stream_id);
|
||||
client.stream_next_recv_offset.remove(&stream_id);
|
||||
client.stream_recv_pending.remove(&stream_id);
|
||||
}
|
||||
|
||||
fn client_has_stream_state(client: &ClientState, stream_id: u64) -> bool {
|
||||
client.stream_writers.contains_key(&stream_id)
|
||||
|| client.stream_pending_opens.contains_key(&stream_id)
|
||||
|| client.opened_streams.contains(&stream_id)
|
||||
|| client.stream_send_credit.contains_key(&stream_id)
|
||||
|| client.stream_pending_data.contains_key(&stream_id)
|
||||
|| client.stream_next_send_offset.contains_key(&stream_id)
|
||||
|| client.stream_sent_data.contains_key(&stream_id)
|
||||
|| client.stream_next_recv_offset.contains_key(&stream_id)
|
||||
|| client.stream_recv_pending.contains_key(&stream_id)
|
||||
}
|
||||
|
||||
fn retire_client_stream(client: &mut ClientState, stream_id: u64) {
|
||||
let had_state = client_has_stream_state(client, stream_id);
|
||||
cleanup_client_stream(client, stream_id);
|
||||
if !had_state || STREAM_RETIRED_TOMBSTONES == 0 {
|
||||
return;
|
||||
}
|
||||
if client.stream_retired.insert(stream_id) {
|
||||
client.stream_retired_order.push_back(stream_id);
|
||||
}
|
||||
while client.stream_retired_order.len() > STREAM_RETIRED_TOMBSTONES {
|
||||
if let Some(expired) = client.stream_retired_order.pop_front() {
|
||||
client.stream_retired.remove(&expired);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn ack_stream_data(client: &mut ClientState, stream_id: u64, received_offset: u64) {
|
||||
let Some(sent) = client.stream_sent_data.get_mut(&stream_id) else {
|
||||
return;
|
||||
@@ -3293,14 +3393,7 @@ async fn send_stream_close_to_client(
|
||||
{
|
||||
let mut locked = state.lock().expect("server state poisoned");
|
||||
if let Some(client) = locked.client_mut(&client_id) {
|
||||
client.stream_writers.remove(&stream_id);
|
||||
client.opened_streams.remove(&stream_id);
|
||||
client.stream_send_credit.remove(&stream_id);
|
||||
client.stream_pending_data.remove(&stream_id);
|
||||
client.stream_next_send_offset.remove(&stream_id);
|
||||
client.stream_sent_data.remove(&stream_id);
|
||||
client.stream_next_recv_offset.remove(&stream_id);
|
||||
client.stream_recv_pending.remove(&stream_id);
|
||||
retire_client_stream(client, stream_id);
|
||||
}
|
||||
}
|
||||
let body = protocol::to_body(&StreamClose { stream_id })?;
|
||||
@@ -3333,7 +3426,7 @@ async fn send_stream_packet_to_client(
|
||||
found
|
||||
};
|
||||
if let Some((endpoint, packet)) = send {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3364,16 +3457,20 @@ async fn broadcast_output(
|
||||
session.recent.pop_front();
|
||||
}
|
||||
// For a persistent session, mirror the screen to disk periodically so a
|
||||
// post-restart reattach repaints. Throttled by accumulated bytes to keep
|
||||
// the (atomic) write off the per-packet hot path. The actual file write
|
||||
// happens after the lock is dropped.
|
||||
// post-restart reattach repaints. Throttled by accumulated bytes or a
|
||||
// short wall-clock age so low-throughput prompt/TUI changes persist
|
||||
// quickly while large bursts still avoid per-packet disk writes. The
|
||||
// actual file write happens after the lock is dropped.
|
||||
if session.persistent {
|
||||
session.bytes_since_persist = session
|
||||
.bytes_since_persist
|
||||
.saturating_add(output.bytes.len());
|
||||
if session.bytes_since_persist >= SCREEN_PERSIST_BYTES {
|
||||
let now = Instant::now();
|
||||
if session.bytes_since_persist >= SCREEN_PERSIST_BYTES
|
||||
|| now.duration_since(session.last_screen_persist_at) >= SCREEN_PERSIST_MAX_AGE
|
||||
{
|
||||
session.bytes_since_persist = 0;
|
||||
session.last_persisted_seq = output_seq;
|
||||
session.last_screen_persist_at = now;
|
||||
let screen = session.parser.screen();
|
||||
persist_screen = Some((
|
||||
output.session.clone(),
|
||||
@@ -3432,10 +3529,12 @@ async fn broadcast_output(
|
||||
persist::save_screen(&sessions_dir, &name, cols, rows, output_seq, &snapshot)
|
||||
{
|
||||
eprintln!("screen persist for {name} failed: {err:#}");
|
||||
} else {
|
||||
mark_screen_persisted(state, &name, output_seq);
|
||||
}
|
||||
}
|
||||
for (endpoint, packet) in sends {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3488,7 +3587,7 @@ async fn broadcast_session_exit(
|
||||
persist::remove_runtime_dir(&sessions_dir, &session_name);
|
||||
}
|
||||
for (endpoint, packet) in sends {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3595,7 +3694,7 @@ async fn retransmit_pending(
|
||||
sends
|
||||
};
|
||||
for (endpoint, packet) in sends {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3691,7 +3790,7 @@ async fn maybe_rekey_clients(
|
||||
sends
|
||||
};
|
||||
for (endpoint, packet) in sends {
|
||||
socket.send_to(&packet, endpoint).await?;
|
||||
let _ = send_udp(socket, &packet, endpoint).await?;
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -3713,8 +3812,8 @@ fn flush_persistent_screens(state: &Arc<Mutex<ServerState>>) {
|
||||
if !session.persistent || session.output_seq == session.last_persisted_seq {
|
||||
continue;
|
||||
}
|
||||
session.last_persisted_seq = session.output_seq;
|
||||
session.bytes_since_persist = 0;
|
||||
session.last_screen_persist_at = Instant::now();
|
||||
let screen = session.parser.screen();
|
||||
to_write.push((
|
||||
name.clone(),
|
||||
@@ -3731,10 +3830,19 @@ fn flush_persistent_screens(state: &Arc<Mutex<ServerState>>) {
|
||||
persist::save_screen(&sessions_dir, &name, cols, rows, output_seq, &snapshot)
|
||||
{
|
||||
eprintln!("screen flush for {name} failed: {err:#}");
|
||||
} else {
|
||||
mark_screen_persisted(state, &name, output_seq);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn mark_screen_persisted(state: &Arc<Mutex<ServerState>>, name: &str, output_seq: u64) {
|
||||
let mut locked = state.lock().expect("server state poisoned");
|
||||
if let Some(session) = locked.sessions.get_mut(name) {
|
||||
session.last_persisted_seq = session.last_persisted_seq.max(output_seq);
|
||||
}
|
||||
}
|
||||
|
||||
fn cleanup_disconnected_clients(state: &Arc<Mutex<ServerState>>) {
|
||||
// Sessions removed here are dropped after the lock is released so their
|
||||
// shells are killed (PtyHandle::drop) without holding up the event loop.
|
||||
@@ -3787,9 +3895,9 @@ fn cleanup_disconnected_clients(state: &Arc<Mutex<ServerState>>) {
|
||||
.iter()
|
||||
.filter(|(name, session)| {
|
||||
!prewarm.contains(name.as_str())
|
||||
&& session
|
||||
.empty_since
|
||||
.is_some_and(|since| now.duration_since(since) >= timeout)
|
||||
&& session.empty_since.is_some_and(|since| {
|
||||
now.duration_since(since) >= empty_session_timeout(name, timeout)
|
||||
})
|
||||
})
|
||||
.map(|(name, _)| name.clone())
|
||||
.collect();
|
||||
@@ -3808,6 +3916,14 @@ fn cleanup_disconnected_clients(state: &Arc<Mutex<ServerState>>) {
|
||||
}
|
||||
}
|
||||
|
||||
fn empty_session_timeout(name: &str, configured_timeout: Duration) -> Duration {
|
||||
if protocol::is_implicit_session_name(name) {
|
||||
configured_timeout.min(Duration::from_secs(IMPLICIT_EMPTY_SESSION_GRACE_SECS))
|
||||
} else {
|
||||
configured_timeout
|
||||
}
|
||||
}
|
||||
|
||||
/// Select the client key (current or retained previous epoch) matching the
|
||||
/// packet header's `session_key_id`, so a packet sealed under the pre-rekey key
|
||||
/// during the grace window still decrypts while an expired/stale epoch is
|
||||
@@ -3854,7 +3970,7 @@ mod tests {
|
||||
use super::*;
|
||||
|
||||
#[test]
|
||||
fn persists_named_sessions_when_enabled() {
|
||||
fn persists_terminal_sessions_when_enabled() {
|
||||
let (pty_tx, _rx) = mpsc::unbounded_channel();
|
||||
let config = ServerConfig {
|
||||
persist_sessions: true,
|
||||
@@ -3864,7 +3980,7 @@ mod tests {
|
||||
let state = ServerState::new(config, [0u8; 32], pty_tx);
|
||||
assert!(state.should_persist_session("default")); // prewarmed
|
||||
assert!(state.should_persist_session("work")); // explicitly named
|
||||
assert!(!state.should_persist_session("term-1781470634216-76685")); // one-off terminal
|
||||
assert!(state.should_persist_session("term-1781470634216-76685")); // one-off update-survivable terminal
|
||||
}
|
||||
|
||||
#[test]
|
||||
@@ -3991,6 +4107,8 @@ mod tests {
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -3998,6 +4116,125 @@ mod tests {
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn cleanup_client_stream_removes_all_per_stream_state_only_for_target() {
|
||||
let stream_id = 42;
|
||||
let other_stream_id = 43;
|
||||
let mut client = test_client_state([7u8; 32]);
|
||||
let (writer_tx, _writer_rx) = mpsc::channel(1);
|
||||
client.stream_writers.insert(stream_id, writer_tx);
|
||||
client.opened_streams.insert(stream_id);
|
||||
client.opened_streams.insert(other_stream_id);
|
||||
client.stream_send_credit.insert(stream_id, 12);
|
||||
client.stream_send_credit.insert(other_stream_id, 34);
|
||||
client
|
||||
.stream_pending_data
|
||||
.insert(stream_id, VecDeque::from([vec![1]]));
|
||||
client
|
||||
.stream_pending_data
|
||||
.insert(other_stream_id, VecDeque::from([vec![2]]));
|
||||
client.stream_pending_opens.insert(
|
||||
stream_id,
|
||||
PendingStreamOpen {
|
||||
target_host: "127.0.0.1".to_string(),
|
||||
target_port: 1234,
|
||||
last_sent: Instant::now(),
|
||||
attempts: 1,
|
||||
},
|
||||
);
|
||||
client.stream_pending_opens.insert(
|
||||
other_stream_id,
|
||||
PendingStreamOpen {
|
||||
target_host: "127.0.0.1".to_string(),
|
||||
target_port: 1235,
|
||||
last_sent: Instant::now(),
|
||||
attempts: 1,
|
||||
},
|
||||
);
|
||||
client.stream_next_send_offset.insert(stream_id, 55);
|
||||
client.stream_next_send_offset.insert(other_stream_id, 66);
|
||||
client.stream_sent_data.insert(
|
||||
stream_id,
|
||||
BTreeMap::from([(
|
||||
0,
|
||||
PendingStreamChunk {
|
||||
offset: 0,
|
||||
bytes: vec![3],
|
||||
last_sent: Instant::now(),
|
||||
attempts: 1,
|
||||
},
|
||||
)]),
|
||||
);
|
||||
client.stream_sent_data.insert(
|
||||
other_stream_id,
|
||||
BTreeMap::from([(
|
||||
0,
|
||||
PendingStreamChunk {
|
||||
offset: 0,
|
||||
bytes: vec![4],
|
||||
last_sent: Instant::now(),
|
||||
attempts: 1,
|
||||
},
|
||||
)]),
|
||||
);
|
||||
client.stream_next_recv_offset.insert(stream_id, 77);
|
||||
client.stream_next_recv_offset.insert(other_stream_id, 88);
|
||||
client
|
||||
.stream_recv_pending
|
||||
.insert(stream_id, BTreeMap::from([(77, vec![5])]));
|
||||
client
|
||||
.stream_recv_pending
|
||||
.insert(other_stream_id, BTreeMap::from([(88, vec![6])]));
|
||||
|
||||
cleanup_client_stream(&mut client, stream_id);
|
||||
|
||||
assert!(!client.stream_writers.contains_key(&stream_id));
|
||||
assert!(!client.opened_streams.contains(&stream_id));
|
||||
assert!(!client.stream_send_credit.contains_key(&stream_id));
|
||||
assert!(!client.stream_pending_data.contains_key(&stream_id));
|
||||
assert!(!client.stream_pending_opens.contains_key(&stream_id));
|
||||
assert!(!client.stream_next_send_offset.contains_key(&stream_id));
|
||||
assert!(!client.stream_sent_data.contains_key(&stream_id));
|
||||
assert!(!client.stream_next_recv_offset.contains_key(&stream_id));
|
||||
assert!(!client.stream_recv_pending.contains_key(&stream_id));
|
||||
|
||||
assert!(client.opened_streams.contains(&other_stream_id));
|
||||
assert!(client.stream_send_credit.contains_key(&other_stream_id));
|
||||
assert!(client.stream_pending_data.contains_key(&other_stream_id));
|
||||
assert!(client.stream_pending_opens.contains_key(&other_stream_id));
|
||||
assert!(
|
||||
client
|
||||
.stream_next_send_offset
|
||||
.contains_key(&other_stream_id)
|
||||
);
|
||||
assert!(client.stream_sent_data.contains_key(&other_stream_id));
|
||||
assert!(
|
||||
client
|
||||
.stream_next_recv_offset
|
||||
.contains_key(&other_stream_id)
|
||||
);
|
||||
assert!(client.stream_recv_pending.contains_key(&other_stream_id));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn retire_client_stream_tombstones_only_real_stream_state() {
|
||||
let stream_id = 42;
|
||||
let mut client = test_client_state([8u8; 32]);
|
||||
client.opened_streams.insert(stream_id);
|
||||
client
|
||||
.stream_send_credit
|
||||
.insert(stream_id, STREAM_INITIAL_WINDOW);
|
||||
|
||||
retire_client_stream(&mut client, stream_id);
|
||||
retire_client_stream(&mut client, 99);
|
||||
|
||||
assert!(!client.opened_streams.contains(&stream_id));
|
||||
assert!(!client.stream_send_credit.contains_key(&stream_id));
|
||||
assert!(client.stream_retired.contains(&stream_id));
|
||||
assert!(!client.stream_retired.contains(&99));
|
||||
assert_eq!(client.stream_retired_order, VecDeque::from([stream_id]));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn client_index_stays_in_sync_with_session_clients() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
@@ -4019,6 +4256,12 @@ mod tests {
|
||||
Some((key, "work".to_string()))
|
||||
);
|
||||
assert!(state.client_mut(&client_id).is_some());
|
||||
state.sessions.get_mut("work").unwrap().empty_since = Some(Instant::now());
|
||||
state.insert_client("work", [7u8; 16], test_client_state([9u8; 32]));
|
||||
assert!(
|
||||
state.sessions["work"].empty_since.is_none(),
|
||||
"reattach must clear empty-since so cleanup cannot reap a live session"
|
||||
);
|
||||
|
||||
// Removing purges both the session map and the index.
|
||||
assert!(state.remove_client_everywhere(&client_id));
|
||||
@@ -4058,6 +4301,83 @@ mod tests {
|
||||
assert!(locked.lookup_client(&client_id).is_none());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn implicit_empty_session_timeout_is_bounded_for_update_reconnect() {
|
||||
let configured = Duration::from_secs(2_592_000);
|
||||
let implicit = protocol::generate_implicit_session_name();
|
||||
assert_eq!(
|
||||
empty_session_timeout(&implicit, configured),
|
||||
Duration::from_secs(IMPLICIT_EMPTY_SESSION_GRACE_SECS)
|
||||
);
|
||||
assert_eq!(
|
||||
empty_session_timeout("work", configured),
|
||||
configured,
|
||||
"named sessions keep the normal long timeout"
|
||||
);
|
||||
assert_eq!(
|
||||
empty_session_timeout(&implicit, Duration::from_secs(1)),
|
||||
Duration::from_secs(1),
|
||||
"tests/admins can still configure a shorter timeout"
|
||||
);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn forged_plaintext_detach_does_not_remove_client() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
let mut state = ServerState::new(ServerConfig::default(), [0u8; 32], pty_tx);
|
||||
state
|
||||
.ensure_session("work", 80, 24, "forward-only", &[])
|
||||
.unwrap();
|
||||
let client_id = [21u8; 16];
|
||||
let session_key = [22u8; 32];
|
||||
state.insert_client("work", client_id, test_client_state(session_key));
|
||||
let state = Arc::new(Mutex::new(state));
|
||||
let mut packet = protocol::decode(
|
||||
&protocol::encode_plain(PacketKind::Detach, client_id, 1, 0, b"").unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
packet.header.session_key_id = protocol::session_key_id(&session_key);
|
||||
|
||||
assert!(handle_detach(&state, &packet).await.is_err());
|
||||
|
||||
let locked = state.lock().unwrap();
|
||||
assert!(
|
||||
locked.lookup_client(&client_id).is_some(),
|
||||
"plaintext detach with a copied key id must not remove a live client"
|
||||
);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn authenticated_detach_removes_client() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
let mut state = ServerState::new(ServerConfig::default(), [0u8; 32], pty_tx);
|
||||
state
|
||||
.ensure_session("work", 80, 24, "forward-only", &[])
|
||||
.unwrap();
|
||||
let client_id = [23u8; 16];
|
||||
let session_key = [24u8; 32];
|
||||
state.insert_client("work", client_id, test_client_state(session_key));
|
||||
let state = Arc::new(Mutex::new(state));
|
||||
let packet = protocol::decode(
|
||||
&protocol::encode_encrypted(
|
||||
PacketKind::Detach,
|
||||
client_id,
|
||||
1,
|
||||
0,
|
||||
&session_key,
|
||||
CLIENT_TO_SERVER,
|
||||
b"",
|
||||
)
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
handle_detach(&state, &packet).await.unwrap();
|
||||
|
||||
let locked = state.lock().unwrap();
|
||||
assert!(locked.lookup_client(&client_id).is_none());
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn duplicate_stream_open_for_open_stream_resends_ok() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
@@ -4083,6 +4403,7 @@ mod tests {
|
||||
persistent: false,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
state.client_index.insert(client_id, "test".to_string());
|
||||
@@ -4120,6 +4441,75 @@ mod tests {
|
||||
assert_eq!(ok.stream_id, stream_id);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn retired_stream_open_is_rejected_not_reopened() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
let mut state = ServerState::new(ServerConfig::default(), [0u8; 32], pty_tx);
|
||||
let client_id = [15u8; 16];
|
||||
let session_key = [16u8; 32];
|
||||
let stream_id = 100;
|
||||
let receiver = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let sender = Arc::new(UdpSocket::bind("127.0.0.1:0").await.unwrap());
|
||||
let mut client = test_client_state(session_key);
|
||||
client.endpoint = receiver.local_addr().unwrap();
|
||||
client.stream_retired.insert(stream_id);
|
||||
client.stream_retired_order.push_back(stream_id);
|
||||
state.sessions.insert(
|
||||
"test".to_string(),
|
||||
Session {
|
||||
pty: None,
|
||||
parser: vt100::Parser::new(24, 80, 100),
|
||||
clients: HashMap::from([(client_id, client)]),
|
||||
output_seq: 0,
|
||||
recent: VecDeque::new(),
|
||||
empty_since: None,
|
||||
holder_control: None,
|
||||
persistent: false,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
state.client_index.insert(client_id, "test".to_string());
|
||||
let state = Arc::new(Mutex::new(state));
|
||||
let raw = protocol::encode_encrypted(
|
||||
PacketKind::StreamOpen,
|
||||
client_id,
|
||||
2,
|
||||
0,
|
||||
&session_key,
|
||||
CLIENT_TO_SERVER,
|
||||
&protocol::to_body(&StreamOpen {
|
||||
stream_id,
|
||||
target_host: "127.0.0.1".to_string(),
|
||||
target_port: 9,
|
||||
})
|
||||
.unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
let packet = protocol::decode(&raw).unwrap();
|
||||
|
||||
handle_stream_open(&state, &sender, receiver.local_addr().unwrap(), &packet)
|
||||
.await
|
||||
.unwrap();
|
||||
|
||||
let mut buf = [0u8; 2048];
|
||||
let (n, _) = tokio::time::timeout(Duration::from_secs(1), receiver.recv_from(&mut buf))
|
||||
.await
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
let packet = protocol::decode(&buf[..n]).unwrap();
|
||||
assert_eq!(packet.header.kind, PacketKind::StreamOpenReject);
|
||||
let plain = protocol::decrypt_body(&packet, &session_key, SERVER_TO_CLIENT).unwrap();
|
||||
let reject: StreamOpenReject = protocol::from_body(&plain).unwrap();
|
||||
assert_eq!(reject.stream_id, stream_id);
|
||||
assert!(reject.reason.contains("closed"));
|
||||
|
||||
let locked = state.lock().unwrap();
|
||||
let client = locked.sessions["test"].clients.get(&client_id).unwrap();
|
||||
assert!(!client.opened_streams.contains(&stream_id));
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn pending_server_stream_open_is_retransmitted() {
|
||||
let (pty_tx, _pty_rx) = mpsc::unbounded_channel();
|
||||
@@ -4153,6 +4543,7 @@ mod tests {
|
||||
persistent: false,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
state.client_index.insert(client_id, "test".to_string());
|
||||
@@ -4307,6 +4698,8 @@ mod tests {
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -4320,6 +4713,7 @@ mod tests {
|
||||
persistent: false,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
// Keep the O(1) conn_id index in sync, matching `insert_client`.
|
||||
@@ -4401,6 +4795,8 @@ mod tests {
|
||||
stream_sent_data: HashMap::new(),
|
||||
stream_next_recv_offset: HashMap::new(),
|
||||
stream_recv_pending: HashMap::new(),
|
||||
stream_retired: HashSet::new(),
|
||||
stream_retired_order: VecDeque::new(),
|
||||
epoch: 0,
|
||||
epoch_started: Instant::now(),
|
||||
epoch_packets: 0,
|
||||
@@ -4414,6 +4810,7 @@ mod tests {
|
||||
persistent: false,
|
||||
bytes_since_persist: 0,
|
||||
last_persisted_seq: 0,
|
||||
last_screen_persist_at: Instant::now(),
|
||||
},
|
||||
);
|
||||
state.client_index.insert(client_id, "test".to_string());
|
||||
@@ -4536,4 +4933,25 @@ mod tests {
|
||||
};
|
||||
remote_bind_allowed(&config, "0.0.0.0").unwrap();
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
fn server_udp_send_classifier_treats_network_roaming_errors_as_transient() {
|
||||
for code in [
|
||||
libc::EADDRNOTAVAIL,
|
||||
libc::ECONNREFUSED,
|
||||
libc::ECONNRESET,
|
||||
libc::EHOSTDOWN,
|
||||
libc::EHOSTUNREACH,
|
||||
libc::ENETDOWN,
|
||||
libc::ENETRESET,
|
||||
libc::ENETUNREACH,
|
||||
libc::ETIMEDOUT,
|
||||
] {
|
||||
assert!(
|
||||
is_transient_udp_send_error(&std::io::Error::from_raw_os_error(code)),
|
||||
"expected errno {code} to be transient"
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -23,3 +23,4 @@ pub mod pty;
|
||||
pub mod server;
|
||||
pub mod ssh_agent;
|
||||
pub mod transport;
|
||||
pub mod udp;
|
||||
|
||||
+1
-1
@@ -280,7 +280,7 @@ pub fn decode(input: &[u8]) -> Result<Packet> {
|
||||
|
||||
pub fn decrypt_body(packet: &Packet, key: &[u8; 32], direction: u32) -> Result<Vec<u8>> {
|
||||
if packet.header.flags & 1 == 0 {
|
||||
return Ok(packet.body.clone());
|
||||
bail!("packet body is not encrypted");
|
||||
}
|
||||
let nonce = crypto::nonce_from(direction, packet.header.seq);
|
||||
let aad = packet.header.aad();
|
||||
|
||||
+120
-6
@@ -13,6 +13,7 @@ use crate::transport::{
|
||||
DoshTransport, SessionEvent, SessionRole, SessionTransportConfig, TransportConfig,
|
||||
service_name_from_target,
|
||||
};
|
||||
use crate::udp::is_transient_udp_send_error;
|
||||
use anyhow::{Context, Result, anyhow, bail};
|
||||
use ed25519_dalek::SigningKey;
|
||||
use std::collections::{HashMap, HashSet};
|
||||
@@ -97,6 +98,7 @@ pub enum DoshServerEvent {
|
||||
Ignored,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone)]
|
||||
struct PendingServerAuth {
|
||||
client: native::NativeClientHello,
|
||||
server: NativeServerHello,
|
||||
@@ -255,7 +257,7 @@ impl DoshServer {
|
||||
};
|
||||
let body = protocol::to_body(&NativeServerHelloBody { hello })?;
|
||||
let out = protocol::encode_plain(PacketKind::NativeServerHello, pending_id, 1, 0, &body)?;
|
||||
self.socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(&self.socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -327,7 +329,7 @@ impl DoshServer {
|
||||
peer: SocketAddr,
|
||||
packet: &protocol::Packet,
|
||||
) -> Result<DoshServerEvent> {
|
||||
let Some(pending) = self.pending.remove(&packet.header.conn_id) else {
|
||||
let Some(pending) = self.pending.get(&packet.header.conn_id).cloned() else {
|
||||
self.send_reject(peer, packet.header.conn_id, "unknown native auth")
|
||||
.await?;
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
@@ -338,13 +340,28 @@ impl DoshServer {
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
}
|
||||
if pending.created_at.elapsed() > self.config.auth_timeout {
|
||||
self.pending.remove(&packet.header.conn_id);
|
||||
self.send_reject(peer, packet.header.conn_id, "native auth expired")
|
||||
.await?;
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
}
|
||||
|
||||
let body = protocol::decrypt_body(packet, &pending.session_key, CLIENT_TO_SERVER)?;
|
||||
let req: NativeUserAuthBody = protocol::from_body(&body)?;
|
||||
let body = match protocol::decrypt_body(packet, &pending.session_key, CLIENT_TO_SERVER) {
|
||||
Ok(body) => body,
|
||||
Err(_) => {
|
||||
self.send_reject(peer, packet.header.conn_id, "native auth decrypt failed")
|
||||
.await?;
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
}
|
||||
};
|
||||
let req: NativeUserAuthBody = match protocol::from_body(&body) {
|
||||
Ok(req) => req,
|
||||
Err(_) => {
|
||||
self.send_reject(peer, packet.header.conn_id, "invalid native auth body")
|
||||
.await?;
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
}
|
||||
};
|
||||
let services = match self.verify_auth_and_services(&pending, &req.auth) {
|
||||
Ok(services) => services,
|
||||
Err(err) => {
|
||||
@@ -353,6 +370,7 @@ impl DoshServer {
|
||||
return Ok(DoshServerEvent::Ignored);
|
||||
}
|
||||
};
|
||||
self.pending.remove(&packet.header.conn_id);
|
||||
|
||||
let conn_id = crypto::random_16();
|
||||
let key_id = protocol::session_key_id(&pending.session_key);
|
||||
@@ -381,7 +399,7 @@ impl DoshServer {
|
||||
SERVER_TO_CLIENT,
|
||||
&body,
|
||||
)?;
|
||||
self.socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(&self.socket, &out, peer).await?;
|
||||
|
||||
let transport = DoshTransport::new(
|
||||
Arc::clone(&self.socket),
|
||||
@@ -428,7 +446,7 @@ impl DoshServer {
|
||||
reason: reason.to_string(),
|
||||
})?;
|
||||
let out = protocol::encode_plain(PacketKind::AttachReject, conn_id, 0, 0, &body)?;
|
||||
self.socket.send_to(&out, peer).await?;
|
||||
let _ = send_udp(&self.socket, &out, peer).await?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -439,6 +457,14 @@ impl DoshServer {
|
||||
}
|
||||
}
|
||||
|
||||
async fn send_udp(socket: &UdpSocket, packet: &[u8], peer: SocketAddr) -> Result<bool> {
|
||||
match socket.send_to(packet, peer).await {
|
||||
Ok(_) => Ok(true),
|
||||
Err(err) if is_transient_udp_send_error(&err) => Ok(false),
|
||||
Err(err) => Err(err).with_context(|| format!("send UDP packet to {peer}")),
|
||||
}
|
||||
}
|
||||
|
||||
fn validate_requested_services(
|
||||
allowed_services: &HashSet<String>,
|
||||
requests: &[ForwardingRequest],
|
||||
@@ -477,6 +503,7 @@ mod tests {
|
||||
use super::*;
|
||||
use crate::client::DoshClient;
|
||||
use crate::config::{ClientConfig, HostsConfig};
|
||||
use crate::protocol::{CLIENT_TO_SERVER, NativeUserAuthBody};
|
||||
use crate::transport::TransportEvent;
|
||||
use ed25519_dalek::SigningKey;
|
||||
|
||||
@@ -588,4 +615,91 @@ mod tests {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn bad_native_auth_does_not_consume_pending_challenge() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let host_key = dir.path().join("host_key");
|
||||
let authorized_keys = dir.path().join("authorized_keys");
|
||||
let signing = SigningKey::from_bytes(&[93u8; 32]);
|
||||
let keypair = ssh_key::private::Ed25519Keypair::from(&signing);
|
||||
let private =
|
||||
ssh_key::PrivateKey::new(ssh_key::private::KeypairData::from(keypair), "").unwrap();
|
||||
std::fs::write(
|
||||
&authorized_keys,
|
||||
format!("{}\n", private.public_key().to_openssh().unwrap()),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
let server_config = ServerConfig {
|
||||
host_key: host_key.to_string_lossy().to_string(),
|
||||
authorized_keys: vec![authorized_keys.to_string_lossy().to_string()],
|
||||
..ServerConfig::default()
|
||||
};
|
||||
let server_config = DoshServerConfig::new(server_config)
|
||||
.bind_addr("127.0.0.1:0".parse().unwrap())
|
||||
.require_current_user(false);
|
||||
let mut server = DoshServer::bind(server_config).await.unwrap();
|
||||
let peer: SocketAddr = "127.0.0.1:9".parse().unwrap();
|
||||
let (client_secret, client_public) = native::generate_native_ephemeral();
|
||||
let hello = native::NativeClientHello {
|
||||
protocol_version: native::NATIVE_PROTOCOL_VERSION,
|
||||
client_random: crypto::random_32(),
|
||||
client_ephemeral_public: client_public,
|
||||
requested_host: "127.0.0.1".to_string(),
|
||||
requested_user: "sdk-user".to_string(),
|
||||
requested_session: "test".to_string(),
|
||||
requested_mode: "forward-only".to_string(),
|
||||
terminal_size: (80, 24),
|
||||
supported_aead: vec!["chacha20poly1305".to_string()],
|
||||
supported_user_key_algorithms: vec!["ssh-ed25519".to_string()],
|
||||
cached_host_key_fingerprint: None,
|
||||
attach_ticket_envelope: None,
|
||||
requested_env: Vec::new(),
|
||||
};
|
||||
let (pending_id, server_hello) = server.build_server_hello(hello.clone(), peer).unwrap();
|
||||
let session_key = native::derive_native_session_key(
|
||||
&client_secret,
|
||||
server_hello.server_ephemeral_public,
|
||||
&hello,
|
||||
&server_hello,
|
||||
)
|
||||
.unwrap();
|
||||
let auth = native::sign_user_auth(&signing, &hello, &server_hello, Vec::new()).unwrap();
|
||||
let body = protocol::to_body(&NativeUserAuthBody { auth }).unwrap();
|
||||
let bad = protocol::encode_encrypted(
|
||||
PacketKind::NativeUserAuth,
|
||||
pending_id,
|
||||
2,
|
||||
1,
|
||||
&[7u8; 32],
|
||||
CLIENT_TO_SERVER,
|
||||
&body,
|
||||
)
|
||||
.unwrap();
|
||||
let bad = protocol::decode(&bad).unwrap();
|
||||
|
||||
assert!(matches!(
|
||||
server.handle_user_auth(peer, &bad).await.unwrap(),
|
||||
DoshServerEvent::Ignored
|
||||
));
|
||||
assert!(server.pending.contains_key(&pending_id));
|
||||
|
||||
let valid = protocol::encode_encrypted(
|
||||
PacketKind::NativeUserAuth,
|
||||
pending_id,
|
||||
2,
|
||||
1,
|
||||
&session_key,
|
||||
CLIENT_TO_SERVER,
|
||||
&body,
|
||||
)
|
||||
.unwrap();
|
||||
let valid = protocol::decode(&valid).unwrap();
|
||||
assert!(matches!(
|
||||
server.handle_user_auth(peer, &valid).await.unwrap(),
|
||||
DoshServerEvent::Accepted(_)
|
||||
));
|
||||
assert!(!server.pending.contains_key(&pending_id));
|
||||
}
|
||||
}
|
||||
|
||||
+622
-41
@@ -19,6 +19,7 @@ use crate::protocol::{
|
||||
self, CLIENT_TO_SERVER, PacketKind, ReplayWindow, SERVER_TO_CLIENT, StreamClose, StreamData,
|
||||
StreamOpen, StreamOpenOk, StreamOpenReject, StreamWindowAdjust,
|
||||
};
|
||||
use crate::udp::is_transient_udp_send_error;
|
||||
use anyhow::{Result, anyhow, bail};
|
||||
use std::collections::{BTreeMap, HashMap, HashSet, VecDeque};
|
||||
use std::net::SocketAddr;
|
||||
@@ -29,6 +30,7 @@ use tokio::net::UdpSocket;
|
||||
pub const DEFAULT_INITIAL_WINDOW: usize = 1024 * 1024;
|
||||
pub const DEFAULT_RETRANSMIT_AFTER: Duration = Duration::from_millis(200);
|
||||
pub const DEFAULT_KEEPALIVE_AFTER: Duration = Duration::from_secs(2);
|
||||
pub const DEFAULT_RETIRED_STREAM_TOMBSTONES: usize = 16 * 1024;
|
||||
pub const SERVICE_TARGET_PREFIX: &str = "@dosh-";
|
||||
|
||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||
@@ -36,6 +38,7 @@ pub struct TransportConfig {
|
||||
pub initial_window: usize,
|
||||
pub retransmit_after: Duration,
|
||||
pub keepalive_after: Duration,
|
||||
pub retired_stream_tombstones: usize,
|
||||
}
|
||||
|
||||
impl Default for TransportConfig {
|
||||
@@ -44,6 +47,7 @@ impl Default for TransportConfig {
|
||||
initial_window: DEFAULT_INITIAL_WINDOW,
|
||||
retransmit_after: DEFAULT_RETRANSMIT_AFTER,
|
||||
keepalive_after: DEFAULT_KEEPALIVE_AFTER,
|
||||
retired_stream_tombstones: DEFAULT_RETIRED_STREAM_TOMBSTONES,
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -120,6 +124,10 @@ pub struct AcceptedService {
|
||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||
pub enum TransportEvent {
|
||||
Open(IncomingStreamOpen),
|
||||
DuplicateOpen {
|
||||
stream_id: u64,
|
||||
response: OutgoingStreamPacket,
|
||||
},
|
||||
OpenOk {
|
||||
stream_id: u64,
|
||||
flushed: Vec<OutgoingStreamPacket>,
|
||||
@@ -136,6 +144,9 @@ pub enum TransportEvent {
|
||||
Close {
|
||||
stream_id: u64,
|
||||
},
|
||||
Ignored {
|
||||
stream_id: u64,
|
||||
},
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone)]
|
||||
@@ -165,6 +176,8 @@ pub struct StreamMux {
|
||||
next_send_offset: HashMap<u64, u64>,
|
||||
next_recv_offset: HashMap<u64, u64>,
|
||||
recv_pending: HashMap<u64, BTreeMap<u64, Vec<u8>>>,
|
||||
retired_streams: HashSet<u64>,
|
||||
retired_stream_order: VecDeque<u64>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Default)]
|
||||
@@ -220,6 +233,8 @@ impl StreamMux {
|
||||
next_send_offset: HashMap::new(),
|
||||
next_recv_offset: HashMap::new(),
|
||||
recv_pending: HashMap::new(),
|
||||
retired_streams: HashSet::new(),
|
||||
retired_stream_order: VecDeque::new(),
|
||||
}
|
||||
}
|
||||
|
||||
@@ -230,7 +245,10 @@ impl StreamMux {
|
||||
target_port: u16,
|
||||
) -> Result<OutgoingStreamPacket> {
|
||||
let target_host = target_host.into();
|
||||
if self.opened_streams.contains(&stream_id) || self.pending_opens.contains_key(&stream_id) {
|
||||
if self.opened_streams.contains(&stream_id)
|
||||
|| self.pending_opens.contains_key(&stream_id)
|
||||
|| self.retired_streams.contains(&stream_id)
|
||||
{
|
||||
bail!("stream {stream_id} already exists");
|
||||
}
|
||||
self.send_credit
|
||||
@@ -257,6 +275,15 @@ impl StreamMux {
|
||||
}
|
||||
|
||||
pub fn accept_open(&mut self, open: StreamOpen) -> Result<IncomingStreamOpen> {
|
||||
if self.retired_streams.contains(&open.stream_id) {
|
||||
bail!("stream {} was already closed", open.stream_id);
|
||||
}
|
||||
if self.pending_opens.contains_key(&open.stream_id) {
|
||||
bail!(
|
||||
"stream {} collides with a local pending open",
|
||||
open.stream_id
|
||||
);
|
||||
}
|
||||
self.opened_streams.insert(open.stream_id);
|
||||
self.send_credit
|
||||
.entry(open.stream_id)
|
||||
@@ -284,19 +311,39 @@ impl StreamMux {
|
||||
)
|
||||
}
|
||||
|
||||
pub fn handle_open_ok(&mut self, ok: StreamOpenOk) -> Result<Vec<OutgoingStreamPacket>> {
|
||||
self.pending_opens.remove(&ok.stream_id);
|
||||
pub fn reject_open(
|
||||
&mut self,
|
||||
stream_id: u64,
|
||||
reason: impl Into<String>,
|
||||
) -> Result<OutgoingStreamPacket> {
|
||||
if self.has_stream_state(stream_id) {
|
||||
self.retire_stream(stream_id);
|
||||
}
|
||||
Self::open_reject(stream_id, reason)
|
||||
}
|
||||
|
||||
pub fn handle_open_ok(
|
||||
&mut self,
|
||||
ok: StreamOpenOk,
|
||||
) -> Result<Option<Vec<OutgoingStreamPacket>>> {
|
||||
if self.pending_opens.remove(&ok.stream_id).is_none() {
|
||||
return Ok(None);
|
||||
}
|
||||
self.opened_streams.insert(ok.stream_id);
|
||||
self.send_credit
|
||||
.entry(ok.stream_id)
|
||||
.or_insert(self.config.initial_window);
|
||||
self.next_send_offset.entry(ok.stream_id).or_insert(0);
|
||||
self.next_recv_offset.entry(ok.stream_id).or_insert(0);
|
||||
self.flush_pending_data(ok.stream_id)
|
||||
self.flush_pending_data(ok.stream_id).map(Some)
|
||||
}
|
||||
|
||||
pub fn handle_open_reject(&mut self, reject: StreamOpenReject) {
|
||||
self.cleanup_stream(reject.stream_id);
|
||||
pub fn handle_open_reject(&mut self, reject: StreamOpenReject) -> bool {
|
||||
if !self.has_stream_state(reject.stream_id) {
|
||||
return false;
|
||||
}
|
||||
self.retire_stream(reject.stream_id);
|
||||
true
|
||||
}
|
||||
|
||||
pub fn send_data(
|
||||
@@ -308,8 +355,17 @@ impl StreamMux {
|
||||
if bytes.is_empty() {
|
||||
return Ok(Vec::new());
|
||||
}
|
||||
if !self.opened_streams.contains(&stream_id)
|
||||
|| self.send_credit.get(&stream_id).copied().unwrap_or(0) < bytes.len()
|
||||
if !self.opened_streams.contains(&stream_id) {
|
||||
if self.pending_opens.contains_key(&stream_id) {
|
||||
self.pending_data
|
||||
.entry(stream_id)
|
||||
.or_default()
|
||||
.push_back(bytes);
|
||||
return Ok(Vec::new());
|
||||
}
|
||||
bail!("stream {stream_id} is not open");
|
||||
}
|
||||
if self.send_credit.get(&stream_id).copied().unwrap_or(0) < bytes.len()
|
||||
|| self
|
||||
.pending_data
|
||||
.get(&stream_id)
|
||||
@@ -324,8 +380,11 @@ impl StreamMux {
|
||||
Ok(vec![self.send_data_now(stream_id, bytes)?])
|
||||
}
|
||||
|
||||
pub fn handle_data(&mut self, data: StreamData) -> Result<IncomingStreamData> {
|
||||
pub fn handle_data(&mut self, data: StreamData) -> Result<Option<IncomingStreamData>> {
|
||||
let stream_id = data.stream_id;
|
||||
if !self.opened_streams.contains(&stream_id) {
|
||||
return Ok(None);
|
||||
}
|
||||
let (chunks, consumed, received_offset) = self.accept_data(data);
|
||||
let window_adjust = encode_packet(
|
||||
PacketKind::StreamWindowAdjust,
|
||||
@@ -335,68 +394,104 @@ impl StreamMux {
|
||||
bytes: consumed.min(u32::MAX as usize) as u32,
|
||||
},
|
||||
)?;
|
||||
Ok(IncomingStreamData {
|
||||
Ok(Some(IncomingStreamData {
|
||||
stream_id,
|
||||
chunks,
|
||||
consumed,
|
||||
received_offset,
|
||||
window_adjust,
|
||||
})
|
||||
}))
|
||||
}
|
||||
|
||||
pub fn handle_window_adjust(
|
||||
&mut self,
|
||||
adjust: StreamWindowAdjust,
|
||||
) -> Result<Vec<OutgoingStreamPacket>> {
|
||||
self.ack_data(adjust.stream_id, adjust.received_offset);
|
||||
self.add_credit(adjust.stream_id, adjust.bytes as usize);
|
||||
self.flush_pending_data(adjust.stream_id)
|
||||
) -> Result<Option<Vec<OutgoingStreamPacket>>> {
|
||||
if !self.opened_streams.contains(&adjust.stream_id) {
|
||||
return Ok(None);
|
||||
}
|
||||
let acked_bytes = self.ack_data(adjust.stream_id, adjust.received_offset);
|
||||
self.add_credit(adjust.stream_id, acked_bytes);
|
||||
self.flush_pending_data(adjust.stream_id).map(Some)
|
||||
}
|
||||
|
||||
pub fn close_stream(&mut self, stream_id: u64) -> Result<OutgoingStreamPacket> {
|
||||
self.cleanup_stream(stream_id);
|
||||
if !self.has_stream_state(stream_id) {
|
||||
bail!("stream {stream_id} is not open");
|
||||
}
|
||||
self.retire_stream(stream_id);
|
||||
encode_packet(PacketKind::StreamClose, &StreamClose { stream_id })
|
||||
}
|
||||
|
||||
pub fn handle_close(&mut self, close: StreamClose) {
|
||||
self.cleanup_stream(close.stream_id);
|
||||
pub fn handle_close(&mut self, close: StreamClose) -> bool {
|
||||
if !self.has_stream_state(close.stream_id) {
|
||||
return false;
|
||||
}
|
||||
self.retire_stream(close.stream_id);
|
||||
true
|
||||
}
|
||||
|
||||
pub fn handle_packet(&mut self, kind: PacketKind, body: &[u8]) -> Result<TransportEvent> {
|
||||
match kind {
|
||||
PacketKind::StreamOpen => {
|
||||
let open: StreamOpen = protocol::from_body(body)?;
|
||||
if self.retired_streams.contains(&open.stream_id) {
|
||||
return Ok(TransportEvent::Ignored {
|
||||
stream_id: open.stream_id,
|
||||
});
|
||||
}
|
||||
if self.opened_streams.contains(&open.stream_id) {
|
||||
return Ok(TransportEvent::DuplicateOpen {
|
||||
stream_id: open.stream_id,
|
||||
response: Self::open_ok(open.stream_id)?,
|
||||
});
|
||||
}
|
||||
self.accept_open(open).map(TransportEvent::Open)
|
||||
}
|
||||
PacketKind::StreamOpenOk => {
|
||||
let ok: StreamOpenOk = protocol::from_body(body)?;
|
||||
let stream_id = ok.stream_id;
|
||||
let flushed = self.handle_open_ok(ok)?;
|
||||
Ok(TransportEvent::OpenOk { stream_id, flushed })
|
||||
match self.handle_open_ok(ok)? {
|
||||
Some(flushed) => Ok(TransportEvent::OpenOk { stream_id, flushed }),
|
||||
None => Ok(TransportEvent::Ignored { stream_id }),
|
||||
}
|
||||
}
|
||||
PacketKind::StreamOpenReject => {
|
||||
let reject: StreamOpenReject = protocol::from_body(body)?;
|
||||
self.handle_open_reject(reject.clone());
|
||||
let stream_id = reject.stream_id;
|
||||
if self.handle_open_reject(reject.clone()) {
|
||||
Ok(TransportEvent::OpenReject {
|
||||
stream_id: reject.stream_id,
|
||||
stream_id,
|
||||
reason: reject.reason,
|
||||
})
|
||||
} else {
|
||||
Ok(TransportEvent::Ignored { stream_id })
|
||||
}
|
||||
}
|
||||
PacketKind::StreamData => {
|
||||
let data: StreamData = protocol::from_body(body)?;
|
||||
self.handle_data(data).map(TransportEvent::Data)
|
||||
let stream_id = data.stream_id;
|
||||
match self.handle_data(data)? {
|
||||
Some(data) => Ok(TransportEvent::Data(data)),
|
||||
None => Ok(TransportEvent::Ignored { stream_id }),
|
||||
}
|
||||
}
|
||||
PacketKind::StreamWindowAdjust => {
|
||||
let adjust: StreamWindowAdjust = protocol::from_body(body)?;
|
||||
let stream_id = adjust.stream_id;
|
||||
let flushed = self.handle_window_adjust(adjust)?;
|
||||
Ok(TransportEvent::WindowAdjust { stream_id, flushed })
|
||||
match self.handle_window_adjust(adjust)? {
|
||||
Some(flushed) => Ok(TransportEvent::WindowAdjust { stream_id, flushed }),
|
||||
None => Ok(TransportEvent::Ignored { stream_id }),
|
||||
}
|
||||
}
|
||||
PacketKind::StreamClose => {
|
||||
let close: StreamClose = protocol::from_body(body)?;
|
||||
let stream_id = close.stream_id;
|
||||
self.handle_close(close);
|
||||
if self.handle_close(close) {
|
||||
Ok(TransportEvent::Close { stream_id })
|
||||
} else {
|
||||
Ok(TransportEvent::Ignored { stream_id })
|
||||
}
|
||||
}
|
||||
_ => bail!("packet kind {kind:?} is not a stream transport packet"),
|
||||
}
|
||||
@@ -556,9 +651,9 @@ impl StreamMux {
|
||||
(chunks, consumed, *expected)
|
||||
}
|
||||
|
||||
fn ack_data(&mut self, stream_id: u64, received_offset: u64) {
|
||||
fn ack_data(&mut self, stream_id: u64, received_offset: u64) -> usize {
|
||||
let Some(sent) = self.sent_data.get_mut(&stream_id) else {
|
||||
return;
|
||||
return 0;
|
||||
};
|
||||
let acked_offsets = sent
|
||||
.iter()
|
||||
@@ -567,12 +662,16 @@ impl StreamMux {
|
||||
(end <= received_offset).then_some(*offset)
|
||||
})
|
||||
.collect::<Vec<_>>();
|
||||
let mut acked_bytes = 0usize;
|
||||
for offset in acked_offsets {
|
||||
sent.remove(&offset);
|
||||
if let Some(chunk) = sent.remove(&offset) {
|
||||
acked_bytes = acked_bytes.saturating_add(chunk.bytes.len());
|
||||
}
|
||||
}
|
||||
if sent.is_empty() {
|
||||
self.sent_data.remove(&stream_id);
|
||||
}
|
||||
acked_bytes
|
||||
}
|
||||
|
||||
fn add_credit(&mut self, stream_id: u64, bytes: usize) {
|
||||
@@ -580,6 +679,32 @@ impl StreamMux {
|
||||
*credit = credit.saturating_add(bytes).min(self.config.initial_window);
|
||||
}
|
||||
|
||||
fn has_stream_state(&self, stream_id: u64) -> bool {
|
||||
self.opened_streams.contains(&stream_id)
|
||||
|| self.pending_opens.contains_key(&stream_id)
|
||||
|| self.send_credit.contains_key(&stream_id)
|
||||
|| self.pending_data.contains_key(&stream_id)
|
||||
|| self.sent_data.contains_key(&stream_id)
|
||||
|| self.next_send_offset.contains_key(&stream_id)
|
||||
|| self.next_recv_offset.contains_key(&stream_id)
|
||||
|| self.recv_pending.contains_key(&stream_id)
|
||||
}
|
||||
|
||||
fn retire_stream(&mut self, stream_id: u64) {
|
||||
self.cleanup_stream(stream_id);
|
||||
if self.config.retired_stream_tombstones == 0 {
|
||||
return;
|
||||
}
|
||||
if self.retired_streams.insert(stream_id) {
|
||||
self.retired_stream_order.push_back(stream_id);
|
||||
}
|
||||
while self.retired_stream_order.len() > self.config.retired_stream_tombstones {
|
||||
if let Some(expired) = self.retired_stream_order.pop_front() {
|
||||
self.retired_streams.remove(&expired);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
fn cleanup_stream(&mut self, stream_id: u64) {
|
||||
self.opened_streams.remove(&stream_id);
|
||||
self.pending_opens.remove(&stream_id);
|
||||
@@ -620,7 +745,7 @@ impl DoshTransport {
|
||||
ack_seq: config.initial_ack,
|
||||
replay: ReplayWindow::default(),
|
||||
mux: StreamMux::new(config.stream),
|
||||
next_stream_id: 1,
|
||||
next_stream_id: initial_stream_id(config.role),
|
||||
last_contact: now,
|
||||
last_keepalive: now,
|
||||
}
|
||||
@@ -664,7 +789,10 @@ impl DoshTransport {
|
||||
|
||||
pub fn allocate_stream_id(&mut self) -> u64 {
|
||||
let id = self.next_stream_id;
|
||||
self.next_stream_id = self.next_stream_id.saturating_add(1).max(1);
|
||||
self.next_stream_id = self
|
||||
.next_stream_id
|
||||
.wrapping_add(1)
|
||||
.max(initial_stream_id(self.role));
|
||||
id
|
||||
}
|
||||
|
||||
@@ -694,8 +822,8 @@ impl DoshTransport {
|
||||
}
|
||||
|
||||
pub async fn reject_stream(&mut self, stream_id: u64, reason: impl Into<String>) -> Result<()> {
|
||||
self.send_outgoing(StreamMux::open_reject(stream_id, reason)?)
|
||||
.await
|
||||
let packet = self.mux.reject_open(stream_id, reason)?;
|
||||
self.send_outgoing(packet).await
|
||||
}
|
||||
|
||||
pub async fn send(&mut self, stream_id: u64, bytes: impl Into<Vec<u8>>) -> Result<()> {
|
||||
@@ -732,11 +860,17 @@ impl DoshTransport {
|
||||
if packet.header.conn_id != self.conn_id {
|
||||
continue;
|
||||
}
|
||||
let plain = match protocol::decrypt_body(
|
||||
&packet,
|
||||
&self.session_key,
|
||||
self.role.recv_direction(),
|
||||
) {
|
||||
Ok(plain) => plain,
|
||||
Err(_) => continue,
|
||||
};
|
||||
if !self.replay.accept(packet.header.seq) {
|
||||
continue;
|
||||
}
|
||||
let plain =
|
||||
protocol::decrypt_body(&packet, &self.session_key, self.role.recv_direction())?;
|
||||
self.peer_addr = peer;
|
||||
self.ack_seq = self.ack_seq.max(packet.header.seq);
|
||||
self.last_contact = Instant::now();
|
||||
@@ -751,14 +885,21 @@ impl DoshTransport {
|
||||
datagram: &[u8],
|
||||
peer: SocketAddr,
|
||||
) -> Result<SessionEvent> {
|
||||
let packet = protocol::decode(datagram)?;
|
||||
let packet = match protocol::decode(datagram) {
|
||||
Ok(packet) => packet,
|
||||
Err(_) => return Ok(SessionEvent::Ignored),
|
||||
};
|
||||
if packet.header.conn_id != self.conn_id {
|
||||
return Ok(SessionEvent::Ignored);
|
||||
}
|
||||
let plain =
|
||||
match protocol::decrypt_body(&packet, &self.session_key, self.role.recv_direction()) {
|
||||
Ok(plain) => plain,
|
||||
Err(_) => return Ok(SessionEvent::Ignored),
|
||||
};
|
||||
if !self.replay.accept(packet.header.seq) {
|
||||
return Ok(SessionEvent::Ignored);
|
||||
}
|
||||
let plain = protocol::decrypt_body(&packet, &self.session_key, self.role.recv_direction())?;
|
||||
self.peer_addr = peer;
|
||||
self.ack_seq = self.ack_seq.max(packet.header.seq);
|
||||
self.last_contact = Instant::now();
|
||||
@@ -793,6 +934,9 @@ impl DoshTransport {
|
||||
|
||||
async fn send_followups(&mut self, event: &TransportEvent) -> Result<()> {
|
||||
match event {
|
||||
TransportEvent::DuplicateOpen { response, .. } => {
|
||||
self.send_outgoing(response.clone()).await?;
|
||||
}
|
||||
TransportEvent::OpenOk { flushed, .. }
|
||||
| TransportEvent::WindowAdjust { flushed, .. } => {
|
||||
for packet in flushed.clone() {
|
||||
@@ -804,7 +948,8 @@ impl DoshTransport {
|
||||
}
|
||||
TransportEvent::Open(_)
|
||||
| TransportEvent::OpenReject { .. }
|
||||
| TransportEvent::Close { .. } => {}
|
||||
| TransportEvent::Close { .. }
|
||||
| TransportEvent::Ignored { .. } => {}
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
@@ -815,7 +960,12 @@ impl DoshTransport {
|
||||
|
||||
async fn send_kind(&mut self, kind: PacketKind, body: &[u8]) -> Result<()> {
|
||||
let encoded = self.encode_kind(kind, body)?;
|
||||
self.socket.send_to(&encoded, self.peer_addr).await?;
|
||||
if let Err(err) = self.socket.send_to(&encoded, self.peer_addr).await {
|
||||
if is_transient_udp_send_error(&err) {
|
||||
return Ok(());
|
||||
}
|
||||
return Err(err.into());
|
||||
}
|
||||
Ok(())
|
||||
}
|
||||
|
||||
@@ -834,6 +984,13 @@ impl DoshTransport {
|
||||
}
|
||||
}
|
||||
|
||||
fn initial_stream_id(role: SessionRole) -> u64 {
|
||||
match role {
|
||||
SessionRole::Client => 1,
|
||||
SessionRole::Server => 1u64 << 63,
|
||||
}
|
||||
}
|
||||
|
||||
pub fn service_target(name: &str) -> Result<String> {
|
||||
if name.is_empty()
|
||||
|| !name
|
||||
@@ -915,7 +1072,10 @@ mod tests {
|
||||
assert!(mux.send_data(7, b"hello".to_vec()).unwrap().is_empty());
|
||||
assert_eq!(mux.pending_bytes(7), 5);
|
||||
|
||||
let flushed = mux.handle_open_ok(StreamOpenOk { stream_id: 7 }).unwrap();
|
||||
let flushed = mux
|
||||
.handle_open_ok(StreamOpenOk { stream_id: 7 })
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(flushed.len(), 1);
|
||||
assert_eq!(flushed[0].kind, PacketKind::StreamData);
|
||||
let data: StreamData = decode(&flushed[0]);
|
||||
@@ -938,6 +1098,7 @@ mod tests {
|
||||
offset: 5,
|
||||
bytes: b"world".to_vec(),
|
||||
})
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert!(first.chunks.is_empty());
|
||||
assert_eq!(first.received_offset, 0);
|
||||
@@ -948,6 +1109,7 @@ mod tests {
|
||||
offset: 0,
|
||||
bytes: b"hello".to_vec(),
|
||||
})
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(second.chunks, vec![b"hello".to_vec(), b"world".to_vec()]);
|
||||
assert_eq!(second.consumed, 10);
|
||||
@@ -962,7 +1124,9 @@ mod tests {
|
||||
..TransportConfig::default()
|
||||
});
|
||||
mux.open_stream(1, "@dosh-test", 0).unwrap();
|
||||
mux.handle_open_ok(StreamOpenOk { stream_id: 1 }).unwrap();
|
||||
mux.handle_open_ok(StreamOpenOk { stream_id: 1 })
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
let sent = mux.send_data(1, b"hello".to_vec()).unwrap();
|
||||
assert_eq!(sent.len(), 1);
|
||||
assert!(mux.send_data(1, b"!".to_vec()).unwrap().is_empty());
|
||||
@@ -973,6 +1137,7 @@ mod tests {
|
||||
received_offset: 5,
|
||||
bytes: 5,
|
||||
})
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(flushed.len(), 1);
|
||||
let data: StreamData = decode(&flushed[0]);
|
||||
@@ -980,6 +1145,33 @@ mod tests {
|
||||
assert_eq!(data.bytes, b"!");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn cumulative_window_adjust_restores_credit_even_if_delta_was_lost() {
|
||||
let mut mux = StreamMux::new(TransportConfig {
|
||||
initial_window: 5,
|
||||
retransmit_after: Duration::from_secs(1),
|
||||
..TransportConfig::default()
|
||||
});
|
||||
mux.open_stream(1, "@dosh-test", 0).unwrap();
|
||||
mux.handle_open_ok(StreamOpenOk { stream_id: 1 })
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(mux.send_data(1, b"hello".to_vec()).unwrap().len(), 1);
|
||||
assert_eq!(mux.send_credit[&1], 0);
|
||||
|
||||
let flushed = mux
|
||||
.handle_window_adjust(StreamWindowAdjust {
|
||||
stream_id: 1,
|
||||
received_offset: 5,
|
||||
bytes: 0,
|
||||
})
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert!(flushed.is_empty());
|
||||
assert_eq!(mux.send_credit[&1], 5);
|
||||
assert_eq!(mux.send_data(1, b"!".to_vec()).unwrap().len(), 1);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn handle_packet_decodes_and_dispatches_stream_packets() {
|
||||
let mut mux = StreamMux::new(TransportConfig::default());
|
||||
@@ -1000,6 +1192,281 @@ mod tests {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn duplicate_stream_open_reacks_without_second_open_event() {
|
||||
let mut mux = StreamMux::new(TransportConfig::default());
|
||||
let open = StreamOpen {
|
||||
stream_id: 9,
|
||||
target_host: "@dosh-app".to_string(),
|
||||
target_port: 0,
|
||||
};
|
||||
let body = protocol::to_body(&open).unwrap();
|
||||
assert!(matches!(
|
||||
mux.handle_packet(PacketKind::StreamOpen, &body).unwrap(),
|
||||
TransportEvent::Open(_)
|
||||
));
|
||||
|
||||
let duplicate = mux.handle_packet(PacketKind::StreamOpen, &body).unwrap();
|
||||
match duplicate {
|
||||
TransportEvent::DuplicateOpen {
|
||||
stream_id,
|
||||
response,
|
||||
} => {
|
||||
assert_eq!(stream_id, 9);
|
||||
assert_eq!(response.kind, PacketKind::StreamOpenOk);
|
||||
let ok: StreamOpenOk = decode(&response);
|
||||
assert_eq!(ok.stream_id, 9);
|
||||
}
|
||||
other => panic!("unexpected duplicate open event {other:?}"),
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn send_data_to_closed_or_unknown_stream_fails() {
|
||||
let mut mux = StreamMux::new(TransportConfig::default());
|
||||
mux.open_stream(1, "@dosh-test", 0).unwrap();
|
||||
assert!(mux.send_data(1, b"queued".to_vec()).unwrap().is_empty());
|
||||
mux.handle_open_ok(StreamOpenOk { stream_id: 1 })
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
mux.close_stream(1).unwrap();
|
||||
|
||||
assert!(mux.send_data(1, b"lost".to_vec()).is_err());
|
||||
assert!(mux.send_data(99, b"lost".to_vec()).is_err());
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn rejecting_incoming_stream_retires_local_state() {
|
||||
let mut mux = StreamMux::new(TransportConfig::default());
|
||||
mux.accept_open(StreamOpen {
|
||||
stream_id: 7,
|
||||
target_host: "@dosh-test".to_string(),
|
||||
target_port: 0,
|
||||
})
|
||||
.unwrap();
|
||||
assert!(mux.is_open(7));
|
||||
|
||||
let reject = mux.reject_open(7, "nope").unwrap();
|
||||
|
||||
assert_eq!(reject.kind, PacketKind::StreamOpenReject);
|
||||
assert!(!mux.is_open(7));
|
||||
assert!(mux.retired_streams.contains(&7));
|
||||
assert!(mux.send_data(7, b"must-not-send".to_vec()).is_err());
|
||||
assert!(
|
||||
mux.accept_open(StreamOpen {
|
||||
stream_id: 7,
|
||||
target_host: "@dosh-test".to_string(),
|
||||
target_port: 0,
|
||||
})
|
||||
.is_err()
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn stale_packets_after_close_do_not_recreate_stream_state() {
|
||||
let mut mux = StreamMux::new(TransportConfig::default());
|
||||
mux.open_stream(1, "@dosh-test", 0).unwrap();
|
||||
mux.handle_open_ok(StreamOpenOk { stream_id: 1 })
|
||||
.unwrap()
|
||||
.unwrap();
|
||||
assert_eq!(mux.send_data(1, b"hello".to_vec()).unwrap().len(), 1);
|
||||
mux.close_stream(1).unwrap();
|
||||
|
||||
let stale_data = protocol::to_body(&StreamData {
|
||||
stream_id: 1,
|
||||
offset: 0,
|
||||
bytes: b"stale".to_vec(),
|
||||
})
|
||||
.unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamData, &stale_data)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 1 }
|
||||
);
|
||||
|
||||
let stale_open_ok = protocol::to_body(&StreamOpenOk { stream_id: 1 }).unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamOpenOk, &stale_open_ok)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 1 }
|
||||
);
|
||||
|
||||
let stale_adjust = protocol::to_body(&StreamWindowAdjust {
|
||||
stream_id: 1,
|
||||
received_offset: 5,
|
||||
bytes: 5,
|
||||
})
|
||||
.unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamWindowAdjust, &stale_adjust)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 1 }
|
||||
);
|
||||
|
||||
let stale_open = protocol::to_body(&StreamOpen {
|
||||
stream_id: 1,
|
||||
target_host: "@dosh-test".to_string(),
|
||||
target_port: 0,
|
||||
})
|
||||
.unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamOpen, &stale_open)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 1 }
|
||||
);
|
||||
|
||||
let stale_close = protocol::to_body(&StreamClose { stream_id: 1 }).unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamClose, &stale_close)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 1 }
|
||||
);
|
||||
|
||||
assert!(!mux.is_open(1));
|
||||
assert!(!mux.pending_opens.contains_key(&1));
|
||||
assert!(!mux.send_credit.contains_key(&1));
|
||||
assert!(!mux.pending_data.contains_key(&1));
|
||||
assert!(!mux.sent_data.contains_key(&1));
|
||||
assert!(!mux.next_send_offset.contains_key(&1));
|
||||
assert!(!mux.next_recv_offset.contains_key(&1));
|
||||
assert!(!mux.recv_pending.contains_key(&1));
|
||||
assert!(mux.retired_streams.contains(&1));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn retired_stream_tombstones_are_bounded() {
|
||||
let mut mux = StreamMux::new(TransportConfig {
|
||||
retired_stream_tombstones: 2,
|
||||
..TransportConfig::default()
|
||||
});
|
||||
for stream_id in 1..=3 {
|
||||
mux.open_stream(stream_id, "@dosh-test", 0).unwrap();
|
||||
mux.close_stream(stream_id).unwrap();
|
||||
}
|
||||
|
||||
assert_eq!(mux.retired_streams.len(), 2);
|
||||
assert!(!mux.retired_streams.contains(&1));
|
||||
assert!(mux.retired_streams.contains(&2));
|
||||
assert!(mux.retired_streams.contains(&3));
|
||||
|
||||
let stale_open = protocol::to_body(&StreamOpen {
|
||||
stream_id: 3,
|
||||
target_host: "@dosh-test".to_string(),
|
||||
target_port: 0,
|
||||
})
|
||||
.unwrap();
|
||||
assert_eq!(
|
||||
mux.handle_packet(PacketKind::StreamOpen, &stale_open)
|
||||
.unwrap(),
|
||||
TransportEvent::Ignored { stream_id: 3 }
|
||||
);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn session_transport_partitions_client_and_server_stream_ids() {
|
||||
let client_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let server_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let client_addr = client_socket.local_addr().unwrap();
|
||||
let server_addr = server_socket.local_addr().unwrap();
|
||||
let key = [44u8; 32];
|
||||
let conn_id = [8u8; 16];
|
||||
let mut client = DoshTransport::new_owned(
|
||||
client_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Client,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: server_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
let mut server = DoshTransport::new_owned(
|
||||
server_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Server,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: client_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
|
||||
assert_eq!(client.allocate_stream_id(), 1);
|
||||
assert_eq!(client.allocate_stream_id(), 2);
|
||||
assert_eq!(server.allocate_stream_id(), 1u64 << 63);
|
||||
assert_eq!(server.allocate_stream_id(), (1u64 << 63) + 1);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn session_transport_handles_simultaneous_opens_without_id_collision() {
|
||||
let client_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let server_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let client_addr = client_socket.local_addr().unwrap();
|
||||
let server_addr = server_socket.local_addr().unwrap();
|
||||
let key = [45u8; 32];
|
||||
let conn_id = [9u8; 16];
|
||||
let mut client = DoshTransport::new_owned(
|
||||
client_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Client,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: server_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
let mut server = DoshTransport::new_owned(
|
||||
server_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Server,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: client_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
|
||||
let client_stream = client.open_service("client_app").await.unwrap();
|
||||
let server_stream = server.open_service("server_app").await.unwrap();
|
||||
assert_ne!(client_stream, server_stream);
|
||||
|
||||
let server_seen = server.recv().await.unwrap();
|
||||
let client_seen = client.recv().await.unwrap();
|
||||
match server_seen {
|
||||
SessionEvent::Stream(TransportEvent::Open(open)) => {
|
||||
assert_eq!(open.stream_id, client_stream);
|
||||
assert_eq!(open.target_host, "@dosh-client_app");
|
||||
server.accept_stream(open.stream_id).await.unwrap();
|
||||
}
|
||||
other => panic!("unexpected server event {other:?}"),
|
||||
}
|
||||
match client_seen {
|
||||
SessionEvent::Stream(TransportEvent::Open(open)) => {
|
||||
assert_eq!(open.stream_id, server_stream);
|
||||
assert_eq!(open.target_host, "@dosh-server_app");
|
||||
client.accept_stream(open.stream_id).await.unwrap();
|
||||
}
|
||||
other => panic!("unexpected client event {other:?}"),
|
||||
}
|
||||
|
||||
assert!(matches!(
|
||||
client.recv().await.unwrap(),
|
||||
SessionEvent::Stream(TransportEvent::OpenOk { stream_id, .. }) if stream_id == client_stream
|
||||
));
|
||||
assert!(matches!(
|
||||
server.recv().await.unwrap(),
|
||||
SessionEvent::Stream(TransportEvent::OpenOk { stream_id, .. }) if stream_id == server_stream
|
||||
));
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn session_transport_opens_service_and_moves_data_over_encrypted_udp() {
|
||||
let client_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
@@ -1060,6 +1527,63 @@ mod tests {
|
||||
}
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn session_transport_reject_stream_retires_server_state() {
|
||||
let client_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let server_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let client_addr = client_socket.local_addr().unwrap();
|
||||
let server_addr = server_socket.local_addr().unwrap();
|
||||
let key = [46u8; 32];
|
||||
let conn_id = [10u8; 16];
|
||||
let mut client = DoshTransport::new_owned(
|
||||
client_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Client,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: server_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
let mut server = DoshTransport::new_owned(
|
||||
server_socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Server,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: client_addr,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
|
||||
let stream_id = client.open_service("app").await.unwrap();
|
||||
match server.recv().await.unwrap() {
|
||||
SessionEvent::Stream(TransportEvent::Open(open)) => {
|
||||
assert_eq!(open.stream_id, stream_id);
|
||||
assert!(server.mux().is_open(stream_id));
|
||||
server.reject_stream(stream_id, "disabled").await.unwrap();
|
||||
}
|
||||
other => panic!("unexpected event {other:?}"),
|
||||
}
|
||||
|
||||
assert!(!server.mux().is_open(stream_id));
|
||||
assert!(
|
||||
server
|
||||
.send(stream_id, b"must-not-send".to_vec())
|
||||
.await
|
||||
.is_err()
|
||||
);
|
||||
assert!(matches!(
|
||||
client.recv().await.unwrap(),
|
||||
SessionEvent::Stream(TransportEvent::OpenReject { stream_id: rejected, reason })
|
||||
if rejected == stream_id && reason == "disabled"
|
||||
));
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn session_transport_roams_to_authenticated_new_peer_addr() {
|
||||
let server_socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
@@ -1096,4 +1620,61 @@ mod tests {
|
||||
assert!(matches!(server.recv().await.unwrap(), SessionEvent::Ping));
|
||||
assert_eq!(server.peer_addr(), roaming_addr);
|
||||
}
|
||||
|
||||
#[tokio::test]
|
||||
async fn unauthenticated_datagram_does_not_poison_replay_window() {
|
||||
let socket = UdpSocket::bind("127.0.0.1:0").await.unwrap();
|
||||
let peer: SocketAddr = "127.0.0.1:9".parse().unwrap();
|
||||
let key = [11u8; 32];
|
||||
let wrong_key = [12u8; 32];
|
||||
let conn_id = [4u8; 16];
|
||||
let mut transport = DoshTransport::new_owned(
|
||||
socket,
|
||||
SessionTransportConfig {
|
||||
role: SessionRole::Client,
|
||||
conn_id,
|
||||
session_key: key,
|
||||
peer_addr: peer,
|
||||
initial_send_seq: 1,
|
||||
initial_ack: 0,
|
||||
stream: TransportConfig::default(),
|
||||
},
|
||||
);
|
||||
let bad = protocol::encode_encrypted(
|
||||
PacketKind::Pong,
|
||||
conn_id,
|
||||
9,
|
||||
0,
|
||||
&wrong_key,
|
||||
SERVER_TO_CLIENT,
|
||||
b"",
|
||||
)
|
||||
.unwrap();
|
||||
let valid = protocol::encode_encrypted(
|
||||
PacketKind::Pong,
|
||||
conn_id,
|
||||
9,
|
||||
0,
|
||||
&key,
|
||||
SERVER_TO_CLIENT,
|
||||
b"",
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
assert!(matches!(
|
||||
transport
|
||||
.handle_datagram(b"not a dosh packet", peer)
|
||||
.await
|
||||
.unwrap(),
|
||||
SessionEvent::Ignored
|
||||
));
|
||||
assert!(matches!(
|
||||
transport.handle_datagram(&bad, peer).await.unwrap(),
|
||||
SessionEvent::Ignored
|
||||
));
|
||||
assert!(matches!(
|
||||
transport.handle_datagram(&valid, peer).await.unwrap(),
|
||||
SessionEvent::Pong
|
||||
));
|
||||
}
|
||||
}
|
||||
|
||||
+98
@@ -0,0 +1,98 @@
|
||||
//! UDP error classification shared by Dosh clients, servers, and embedders.
|
||||
|
||||
pub fn is_transient_udp_send_error(err: &std::io::Error) -> bool {
|
||||
matches!(
|
||||
err.kind(),
|
||||
std::io::ErrorKind::Interrupted
|
||||
| std::io::ErrorKind::TimedOut
|
||||
| std::io::ErrorKind::WouldBlock
|
||||
) || err.raw_os_error().is_some_and(is_transient_udp_os_error)
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
fn is_transient_udp_os_error(code: i32) -> bool {
|
||||
matches!(
|
||||
code,
|
||||
libc::EADDRNOTAVAIL
|
||||
| libc::ECONNREFUSED
|
||||
| libc::ECONNRESET
|
||||
| libc::EHOSTDOWN
|
||||
| libc::EHOSTUNREACH
|
||||
| libc::ENETDOWN
|
||||
| libc::ENETRESET
|
||||
| libc::ENETUNREACH
|
||||
| libc::ETIMEDOUT
|
||||
)
|
||||
}
|
||||
|
||||
#[cfg(windows)]
|
||||
fn is_transient_udp_os_error(code: i32) -> bool {
|
||||
matches!(
|
||||
code,
|
||||
10049 // WSAEADDRNOTAVAIL
|
||||
| 10050 // WSAENETDOWN
|
||||
| 10051 // WSAENETUNREACH
|
||||
| 10052 // WSAENETRESET
|
||||
| 10054 // WSAECONNRESET
|
||||
| 10060 // WSAETIMEDOUT
|
||||
| 10061 // WSAECONNREFUSED
|
||||
| 10064 // WSAEHOSTDOWN
|
||||
| 10065 // WSAEHOSTUNREACH
|
||||
)
|
||||
}
|
||||
|
||||
#[cfg(not(any(unix, windows)))]
|
||||
fn is_transient_udp_os_error(_code: i32) -> bool {
|
||||
false
|
||||
}
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::is_transient_udp_send_error;
|
||||
|
||||
#[test]
|
||||
fn classifies_portable_transient_send_errors() {
|
||||
for kind in [
|
||||
std::io::ErrorKind::Interrupted,
|
||||
std::io::ErrorKind::TimedOut,
|
||||
std::io::ErrorKind::WouldBlock,
|
||||
] {
|
||||
assert!(is_transient_udp_send_error(&std::io::Error::from(kind)));
|
||||
}
|
||||
assert!(!is_transient_udp_send_error(&std::io::Error::from(
|
||||
std::io::ErrorKind::PermissionDenied,
|
||||
)));
|
||||
}
|
||||
|
||||
#[cfg(unix)]
|
||||
#[test]
|
||||
fn classifies_unix_network_churn_as_transient() {
|
||||
for code in [
|
||||
libc::EADDRNOTAVAIL,
|
||||
libc::ECONNREFUSED,
|
||||
libc::ECONNRESET,
|
||||
libc::EHOSTDOWN,
|
||||
libc::EHOSTUNREACH,
|
||||
libc::ENETDOWN,
|
||||
libc::ENETRESET,
|
||||
libc::ENETUNREACH,
|
||||
libc::ETIMEDOUT,
|
||||
] {
|
||||
assert!(is_transient_udp_send_error(
|
||||
&std::io::Error::from_raw_os_error(code)
|
||||
));
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(windows)]
|
||||
#[test]
|
||||
fn classifies_windows_network_churn_as_transient() {
|
||||
for code in [
|
||||
10049, 10050, 10051, 10052, 10054, 10060, 10061, 10064, 10065,
|
||||
] {
|
||||
assert!(is_transient_udp_send_error(
|
||||
&std::io::Error::from_raw_os_error(code)
|
||||
));
|
||||
}
|
||||
}
|
||||
}
|
||||
+141
-9
@@ -258,7 +258,8 @@ fn relay_loop(
|
||||
let mut upstream = new_upstream();
|
||||
let mut client_addr: Option<SocketAddr> = None;
|
||||
let mut rng = StdRng::seed_from_u64(seed);
|
||||
let mut held: Option<(Vec<u8>, bool)> = None; // (packet, is_c2s) held for reorder
|
||||
let mut held_c2s: Option<Vec<u8>> = None;
|
||||
let mut held_s2c: Option<Vec<u8>> = None;
|
||||
let mut buf = [0u8; 65535];
|
||||
|
||||
loop {
|
||||
@@ -288,10 +289,9 @@ fn relay_loop(
|
||||
&upstream,
|
||||
server_addr,
|
||||
packet,
|
||||
true,
|
||||
&controls,
|
||||
&mut rng,
|
||||
&mut held,
|
||||
&mut held_c2s,
|
||||
);
|
||||
}
|
||||
}
|
||||
@@ -310,7 +310,12 @@ fn relay_loop(
|
||||
let drop_pct = controls.drop_s2c_percent.load(Ordering::SeqCst);
|
||||
if drop_pct == 0 || rng.gen_range(0..100) >= drop_pct {
|
||||
forward_with_effects(
|
||||
&front, dst, packet, false, &controls, &mut rng, &mut held,
|
||||
&front,
|
||||
dst,
|
||||
packet,
|
||||
&controls,
|
||||
&mut rng,
|
||||
&mut held_s2c,
|
||||
);
|
||||
}
|
||||
}
|
||||
@@ -336,23 +341,22 @@ fn forward_with_effects(
|
||||
out: &UdpSocket,
|
||||
dst: SocketAddr,
|
||||
packet: Vec<u8>,
|
||||
is_c2s: bool,
|
||||
controls: &RelayControls,
|
||||
rng: &mut StdRng,
|
||||
held: &mut Option<(Vec<u8>, bool)>,
|
||||
held: &mut Option<Vec<u8>>,
|
||||
) {
|
||||
// Reorder: if armed, hold this packet and release the previously held one
|
||||
// afterward (so two consecutive packets swap order).
|
||||
if controls.reorder_next.swap(false, Ordering::SeqCst) {
|
||||
if let Some((prev, _)) = held.take() {
|
||||
if let Some(prev) = held.take() {
|
||||
let _ = out.send_to(&packet, dst);
|
||||
let _ = out.send_to(&prev, dst);
|
||||
return;
|
||||
}
|
||||
*held = Some((packet, is_c2s));
|
||||
*held = Some(packet);
|
||||
return;
|
||||
}
|
||||
if let Some((prev, _)) = held.take() {
|
||||
if let Some(prev) = held.take() {
|
||||
let _ = out.send_to(&prev, dst);
|
||||
}
|
||||
|
||||
@@ -767,6 +771,46 @@ fn wait_for_text(socket: &UdpSocket, key: &[u8; 32], needle: &str, millis: u64)
|
||||
acc.contains(needle)
|
||||
}
|
||||
|
||||
fn wait_for_text_with_ack(
|
||||
socket: &UdpSocket,
|
||||
relay: &Relay,
|
||||
client_id: [u8; 16],
|
||||
seq: &mut u64,
|
||||
key: &[u8; 32],
|
||||
needle: &str,
|
||||
millis: u64,
|
||||
) -> bool {
|
||||
let prev = socket.read_timeout().unwrap();
|
||||
socket
|
||||
.set_read_timeout(Some(Duration::from_millis(100)))
|
||||
.unwrap();
|
||||
let deadline = Instant::now() + Duration::from_millis(millis);
|
||||
let mut acc = String::new();
|
||||
while Instant::now() < deadline {
|
||||
if let Some((_header, frame)) = recv_frame(socket, key) {
|
||||
acc.push_str(&String::from_utf8_lossy(&frame.bytes));
|
||||
let ack = protocol::encode_encrypted(
|
||||
PacketKind::Ack,
|
||||
client_id,
|
||||
*seq,
|
||||
frame.output_seq,
|
||||
key,
|
||||
CLIENT_TO_SERVER,
|
||||
b"",
|
||||
)
|
||||
.unwrap();
|
||||
*seq += 1;
|
||||
socket.send_to(&ack, relay.front_addr()).unwrap();
|
||||
if acc.contains(needle) {
|
||||
socket.set_read_timeout(prev).unwrap();
|
||||
return true;
|
||||
}
|
||||
}
|
||||
}
|
||||
socket.set_read_timeout(prev).unwrap();
|
||||
acc.contains(needle)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn session_survives_packet_loss_and_reorder() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
@@ -820,6 +864,94 @@ fn session_survives_packet_loss_and_reorder() {
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[ignore = "30-minute hostile-network TUI soak; run with `DOSH_BADNET_SOAK_SECONDS=1800 cargo test --test hostile_network bad_network_tui_work_soak_30m -- --ignored --nocapture`"]
|
||||
fn bad_network_tui_work_soak_30m() {
|
||||
let soak_secs = std::env::var("DOSH_BADNET_SOAK_SECONDS")
|
||||
.ok()
|
||||
.and_then(|value| value.parse::<u64>().ok())
|
||||
.unwrap_or(30 * 60);
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let port = free_udp_port();
|
||||
let config = write_server_config(&dir, port);
|
||||
let mut server = start_server(&dir, &config);
|
||||
let relay = Relay::spawn(port, 0xBADC0DEu64);
|
||||
let (socket, bootstrap, ok) = attach_through_relay(&config, &relay);
|
||||
|
||||
relay.set_drop_c2s(15);
|
||||
relay.set_drop_s2c(20);
|
||||
relay.set_dup(10);
|
||||
|
||||
let deadline = Instant::now() + Duration::from_secs(soak_secs);
|
||||
let mut seq = 2u64;
|
||||
let mut iteration = 0u64;
|
||||
while Instant::now() < deadline {
|
||||
if iteration.is_multiple_of(2) {
|
||||
relay.arm_reorder();
|
||||
}
|
||||
if iteration > 0 && iteration.is_multiple_of(7) {
|
||||
let _ = relay.rebind_upstream();
|
||||
}
|
||||
if iteration > 0 && iteration.is_multiple_of(11) {
|
||||
relay.set_drop_s2c(100);
|
||||
thread::sleep(Duration::from_millis(750));
|
||||
relay.set_drop_s2c(20);
|
||||
}
|
||||
|
||||
let marker = format!("DOSH_BADNET_TUI_{iteration}");
|
||||
let command = format!(
|
||||
"stty -echo; \
|
||||
printf '\\033[?1049h\\033[?2026h\\033[?25l'; \
|
||||
for i in 1 2 3 4 5 6; do \
|
||||
printf '\\033[%s;4H{} ⠀⠁⠃⠇⡇⣇⣧⣷⣿ █▇▆▅▄▃▂▁ %s\\033[0m' \"$i\" \"$i\"; \
|
||||
done; \
|
||||
printf '\\033[?25h\\033[?2026l\\033[?1049l'\n",
|
||||
marker
|
||||
);
|
||||
|
||||
let step_deadline = Instant::now() + Duration::from_secs(8);
|
||||
let mut seen = false;
|
||||
let mut attempts = 0;
|
||||
while Instant::now() < step_deadline && attempts < 12 {
|
||||
send_input(
|
||||
&socket,
|
||||
&relay,
|
||||
ok.client_id,
|
||||
seq,
|
||||
0,
|
||||
&bootstrap.session_key,
|
||||
command.as_bytes(),
|
||||
);
|
||||
seq += 1;
|
||||
attempts += 1;
|
||||
if wait_for_text_with_ack(
|
||||
&socket,
|
||||
&relay,
|
||||
ok.client_id,
|
||||
&mut seq,
|
||||
&bootstrap.session_key,
|
||||
&marker,
|
||||
500,
|
||||
) {
|
||||
seen = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
assert!(
|
||||
seen,
|
||||
"TUI marker {marker} did not arrive during hostile-network soak"
|
||||
);
|
||||
|
||||
iteration += 1;
|
||||
thread::sleep(Duration::from_millis(500));
|
||||
}
|
||||
|
||||
relay.clear_impairments();
|
||||
drop(relay);
|
||||
let _ = server.kill();
|
||||
let _ = server.wait();
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn duplicated_and_replayed_input_is_applied_at_most_once() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
|
||||
+259
-20
@@ -18,7 +18,8 @@ use dosh::crypto;
|
||||
use dosh::native::{host_public_key, load_or_create_host_key, ssh_ed25519_public_blob, trust_host};
|
||||
use dosh::protocol::{
|
||||
self, AttachOk, AttachReject, BootstrapAttachRequest, CLIENT_TO_SERVER, Frame, Input,
|
||||
PacketKind, Resize, ResumeRequest, SERVER_TO_CLIENT,
|
||||
PacketKind, Resize, ResumeRequest, SERVER_TO_CLIENT, TicketAttachBody, TicketAttachEnvelope,
|
||||
TicketAttachOkEnvelope,
|
||||
};
|
||||
use ed25519_dalek::{Signer, SigningKey, VerifyingKey};
|
||||
|
||||
@@ -530,6 +531,75 @@ fn direct_attach_session(
|
||||
(socket, bootstrap, ok)
|
||||
}
|
||||
|
||||
fn ticket_attach_session(
|
||||
socket: &UdpSocket,
|
||||
port: u16,
|
||||
bootstrap: &dosh::auth::BootstrapResponse,
|
||||
session: &str,
|
||||
mode: &str,
|
||||
) -> AttachOk {
|
||||
let client_nonce = crypto::random_12();
|
||||
let request_key = crypto::hkdf32(
|
||||
&bootstrap.attach_ticket_psk,
|
||||
&client_nonce,
|
||||
b"dosh/ticket-attach-request/v1",
|
||||
)
|
||||
.unwrap();
|
||||
let body = protocol::to_body(&TicketAttachBody {
|
||||
session: session.to_string(),
|
||||
mode: mode.to_string(),
|
||||
cols: 80,
|
||||
rows: 24,
|
||||
requested_env: Vec::new(),
|
||||
})
|
||||
.unwrap();
|
||||
let ciphertext = crypto::seal(
|
||||
&request_key,
|
||||
&client_nonce,
|
||||
b"dosh-ticket-attach-request-v1",
|
||||
&body,
|
||||
)
|
||||
.unwrap();
|
||||
let envelope = TicketAttachEnvelope {
|
||||
ticket: bootstrap.attach_ticket.clone(),
|
||||
client_nonce,
|
||||
ciphertext,
|
||||
};
|
||||
let packet = protocol::encode_plain(
|
||||
PacketKind::TicketAttachRequest,
|
||||
[0u8; 16],
|
||||
1,
|
||||
0,
|
||||
&protocol::to_body(&envelope).unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
socket
|
||||
.send_to(&packet, format!("127.0.0.1:{port}"))
|
||||
.unwrap();
|
||||
let mut buf = [0u8; 65535];
|
||||
let (n, _) = socket.recv_from(&mut buf).unwrap();
|
||||
let packet = protocol::decode(&buf[..n]).unwrap();
|
||||
assert_eq!(packet.header.kind, PacketKind::AttachOk);
|
||||
let envelope: TicketAttachOkEnvelope = protocol::from_body(&packet.body).unwrap();
|
||||
let mut salt = Vec::with_capacity(24);
|
||||
salt.extend_from_slice(&client_nonce);
|
||||
salt.extend_from_slice(&envelope.server_nonce);
|
||||
let response_key = crypto::hkdf32(
|
||||
&bootstrap.attach_ticket_psk,
|
||||
&salt,
|
||||
b"dosh/ticket-attach-ok/v1",
|
||||
)
|
||||
.unwrap();
|
||||
let plain = crypto::open(
|
||||
&response_key,
|
||||
&envelope.server_nonce,
|
||||
b"dosh-ticket-attach-ok-v1",
|
||||
&envelope.ciphertext,
|
||||
)
|
||||
.unwrap();
|
||||
protocol::from_body(&plain).unwrap()
|
||||
}
|
||||
|
||||
#[allow(clippy::too_many_arguments)]
|
||||
fn send_encrypted(
|
||||
socket: &UdpSocket,
|
||||
@@ -1038,6 +1108,117 @@ fn native_file_copy_recursive_round_trip() {
|
||||
let _ = server.wait();
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn native_file_copy_resume_truncates_oversized_destinations() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let port = free_udp_port();
|
||||
let config = write_server_config(&dir, port);
|
||||
write_native_client_auth(&dir, &config);
|
||||
let mut server = start_server(&dir, &config);
|
||||
let client_bin = env!("CARGO_BIN_EXE_dosh-client");
|
||||
|
||||
let local_short = dir.path().join("short.txt");
|
||||
fs::write(&local_short, b"short\n").unwrap();
|
||||
|
||||
let seed_remote = Command::new(client_bin)
|
||||
.arg("--dosh-host")
|
||||
.arg("127.0.0.1")
|
||||
.arg("--dosh-port")
|
||||
.arg(port.to_string())
|
||||
.arg("exec")
|
||||
.arg("local")
|
||||
.arg("printf 'short\\nSTALE' > \"$HOME/resume-upload.txt\"")
|
||||
.env("HOME", dir.path())
|
||||
.output()
|
||||
.unwrap();
|
||||
assert!(
|
||||
seed_remote.status.success(),
|
||||
"seed remote failed: stdout={} stderr={}",
|
||||
String::from_utf8_lossy(&seed_remote.stdout),
|
||||
String::from_utf8_lossy(&seed_remote.stderr)
|
||||
);
|
||||
|
||||
let resume_upload = Command::new(client_bin)
|
||||
.arg("--dosh-host")
|
||||
.arg("127.0.0.1")
|
||||
.arg("--dosh-port")
|
||||
.arg(port.to_string())
|
||||
.arg("cp")
|
||||
.arg("--resume")
|
||||
.arg(&local_short)
|
||||
.arg("local:resume-upload.txt")
|
||||
.env("HOME", dir.path())
|
||||
.output()
|
||||
.unwrap();
|
||||
assert!(
|
||||
resume_upload.status.success(),
|
||||
"resume upload failed: stdout={} stderr={}",
|
||||
String::from_utf8_lossy(&resume_upload.stdout),
|
||||
String::from_utf8_lossy(&resume_upload.stderr)
|
||||
);
|
||||
|
||||
let cat_upload = Command::new(client_bin)
|
||||
.arg("--dosh-host")
|
||||
.arg("127.0.0.1")
|
||||
.arg("--dosh-port")
|
||||
.arg(port.to_string())
|
||||
.arg("cat")
|
||||
.arg("local:resume-upload.txt")
|
||||
.env("HOME", dir.path())
|
||||
.output()
|
||||
.unwrap();
|
||||
assert!(
|
||||
cat_upload.status.success(),
|
||||
"cat upload failed: stdout={} stderr={}",
|
||||
String::from_utf8_lossy(&cat_upload.stdout),
|
||||
String::from_utf8_lossy(&cat_upload.stderr)
|
||||
);
|
||||
assert_eq!(String::from_utf8_lossy(&cat_upload.stdout), "short\n");
|
||||
|
||||
let seed_download = Command::new(client_bin)
|
||||
.arg("--dosh-host")
|
||||
.arg("127.0.0.1")
|
||||
.arg("--dosh-port")
|
||||
.arg(port.to_string())
|
||||
.arg("exec")
|
||||
.arg("local")
|
||||
.arg("printf 'tiny\\n' > \"$HOME/resume-download.txt\"")
|
||||
.env("HOME", dir.path())
|
||||
.output()
|
||||
.unwrap();
|
||||
assert!(
|
||||
seed_download.status.success(),
|
||||
"seed download failed: stdout={} stderr={}",
|
||||
String::from_utf8_lossy(&seed_download.stdout),
|
||||
String::from_utf8_lossy(&seed_download.stderr)
|
||||
);
|
||||
|
||||
let local_download = dir.path().join("resume-download-local.txt");
|
||||
fs::write(&local_download, b"tiny\nSTALE").unwrap();
|
||||
let resume_download = Command::new(client_bin)
|
||||
.arg("--dosh-host")
|
||||
.arg("127.0.0.1")
|
||||
.arg("--dosh-port")
|
||||
.arg(port.to_string())
|
||||
.arg("cp")
|
||||
.arg("--resume")
|
||||
.arg("local:resume-download.txt")
|
||||
.arg(&local_download)
|
||||
.env("HOME", dir.path())
|
||||
.output()
|
||||
.unwrap();
|
||||
assert!(
|
||||
resume_download.status.success(),
|
||||
"resume download failed: stdout={} stderr={}",
|
||||
String::from_utf8_lossy(&resume_download.stdout),
|
||||
String::from_utf8_lossy(&resume_download.stderr)
|
||||
);
|
||||
assert_eq!(fs::read_to_string(&local_download).unwrap(), "tiny\n");
|
||||
|
||||
let _ = server.kill();
|
||||
let _ = server.wait();
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn native_exec_command_smoke() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
@@ -2733,7 +2914,7 @@ fn session_survives_server_restart_same_shell_and_screen() {
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn implicit_session_does_not_create_restart_holder() {
|
||||
fn implicit_session_survives_update_restart_via_ticket_reattach() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let sessions_dir = dir.path().join("sessions");
|
||||
let port = free_udp_port();
|
||||
@@ -2743,21 +2924,34 @@ fn implicit_session_does_not_create_restart_holder() {
|
||||
let mut server = start_server(&dir, &config);
|
||||
let (socket, bootstrap, ok) = direct_attach_session(&config, port, "read-write", &session);
|
||||
let key = bootstrap.session_key;
|
||||
type_line(&socket, port, &ok, &key, 2, "cd /tmp\n");
|
||||
type_line(
|
||||
&socket,
|
||||
port,
|
||||
&ok,
|
||||
&key,
|
||||
2,
|
||||
3,
|
||||
"export IMPLICIT_MARK=implicit_restart_42\n",
|
||||
);
|
||||
let _ = collect_frame_text(&socket, &key, 1000);
|
||||
type_line(
|
||||
&socket,
|
||||
port,
|
||||
&ok,
|
||||
&key,
|
||||
4,
|
||||
"printf 'IMPLICIT_SCREEN_MARKER\\n'\n",
|
||||
);
|
||||
let pre = collect_frame_text(&socket, &key, 1500);
|
||||
assert!(
|
||||
pre.contains("IMPLICIT_SCREEN_MARKER"),
|
||||
"implicit marker missing before restart: {pre:?}"
|
||||
);
|
||||
thread::sleep(Duration::from_secs(3));
|
||||
|
||||
let shell_pid_before = holder_shell_pid(&sessions_dir, &session);
|
||||
assert!(
|
||||
shell_pid_before.is_none(),
|
||||
"implicit sessions must not get persistent holders when persistence is enabled"
|
||||
shell_pid_before.is_some(),
|
||||
"implicit sessions must get temporary holders so active clients survive updates"
|
||||
);
|
||||
|
||||
let _ = server.kill();
|
||||
@@ -2765,34 +2959,78 @@ fn implicit_session_does_not_create_restart_holder() {
|
||||
thread::sleep(Duration::from_millis(300));
|
||||
|
||||
let mut server = start_server(&dir, &config);
|
||||
let (socket2, bootstrap2, ok2) = direct_attach_session(&config, port, "read-write", &session);
|
||||
let key2 = bootstrap2.session_key;
|
||||
|
||||
let resume = ResumeRequest {
|
||||
session: session.clone(),
|
||||
last_rendered_seq: ok.initial_seq,
|
||||
cols: 80,
|
||||
rows: 24,
|
||||
};
|
||||
send_encrypted(
|
||||
&socket,
|
||||
port,
|
||||
PacketKind::ResumeRequest,
|
||||
ok.client_id,
|
||||
5,
|
||||
0,
|
||||
&key,
|
||||
&protocol::to_body(&resume).unwrap(),
|
||||
);
|
||||
let mut buf = [0u8; 65535];
|
||||
let deadline = std::time::Instant::now() + Duration::from_secs(2);
|
||||
loop {
|
||||
assert!(
|
||||
std::time::Instant::now() < deadline,
|
||||
"old live resume did not receive unknown-client reject"
|
||||
);
|
||||
let (n, _) = socket.recv_from(&mut buf).unwrap();
|
||||
let packet = protocol::decode(&buf[..n]).unwrap();
|
||||
if packet.header.kind == PacketKind::Frame {
|
||||
continue;
|
||||
}
|
||||
assert_eq!(packet.header.kind, PacketKind::AttachReject);
|
||||
assert_eq!(packet.header.conn_id, ok.client_id);
|
||||
break;
|
||||
}
|
||||
|
||||
let ok2 = ticket_attach_session(&socket, port, &bootstrap, &session, "read-write");
|
||||
let key2 = ok2.session_key;
|
||||
let snapshot = String::from_utf8_lossy(&ok2.snapshot).to_string();
|
||||
type_line(
|
||||
&socket2,
|
||||
&socket,
|
||||
port,
|
||||
&ok2,
|
||||
&key2,
|
||||
2,
|
||||
"printf 'IMPLICIT_MARK=%s\\n' \"$IMPLICIT_MARK\"\n",
|
||||
"printf 'IMPLICIT_MARK=%s PWD=%s\\n' \"$IMPLICIT_MARK\" \"$PWD\"\n",
|
||||
);
|
||||
let post = collect_frame_text(&socket2, &key2, 2000);
|
||||
let post = collect_frame_text(&socket, &key2, 2000);
|
||||
let shell_pid_after = holder_shell_pid(&sessions_dir, &session);
|
||||
|
||||
let _ = server.kill();
|
||||
let _ = server.wait();
|
||||
kill_holder(&sessions_dir, &session);
|
||||
|
||||
assert!(
|
||||
shell_pid_after.is_none(),
|
||||
"implicit restart attach must stay ephemeral"
|
||||
snapshot.contains("IMPLICIT_SCREEN_MARKER"),
|
||||
"ticket reattach snapshot must repaint the exact pre-update screen, got {snapshot:?}"
|
||||
);
|
||||
assert_eq!(
|
||||
shell_pid_after, shell_pid_before,
|
||||
"implicit update reconnect must use the same holder shell"
|
||||
);
|
||||
assert!(
|
||||
post.contains("IMPLICIT_MARK=") && !post.contains("implicit_restart_42"),
|
||||
"implicit session must start fresh after server restart, got {post:?}"
|
||||
post.contains("IMPLICIT_MARK=implicit_restart_42"),
|
||||
"implicit session env must survive update reconnect, got {post:?}"
|
||||
);
|
||||
assert!(
|
||||
post.contains("PWD=/tmp"),
|
||||
"implicit session cwd must survive update reconnect, got {post:?}"
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn startup_discards_legacy_implicit_holders() {
|
||||
fn startup_readopts_implicit_holders_for_update_reconnect() {
|
||||
let dir = tempfile::tempdir().unwrap();
|
||||
let sessions_dir = dir.path().join("sessions");
|
||||
let port = free_udp_port();
|
||||
@@ -2812,13 +3050,14 @@ fn startup_discards_legacy_implicit_holders() {
|
||||
let _ = server.kill();
|
||||
let _ = server.wait();
|
||||
assert!(
|
||||
holder_shell_pid(&sessions_dir, &session).is_none(),
|
||||
"startup must remove old implicit holder metadata"
|
||||
holder_shell_pid(&sessions_dir, &session).is_some(),
|
||||
"startup must keep live implicit holders so active update reconnects can reattach"
|
||||
);
|
||||
assert!(
|
||||
unsafe { libc::kill(shell_pid, 0) } != 0,
|
||||
"startup must shut down old implicit holder shell"
|
||||
unsafe { libc::kill(shell_pid, 0) } == 0,
|
||||
"startup must not shut down a live implicit holder before reconnect grace"
|
||||
);
|
||||
kill_holder(&sessions_dir, &session);
|
||||
}
|
||||
|
||||
#[test]
|
||||
|
||||
@@ -58,6 +58,19 @@ fn encrypted_packet_round_trips() {
|
||||
assert_eq!(plain, b"hello");
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn plaintext_packet_never_decrypts_as_authenticated_body() {
|
||||
let key = crypto::random_32();
|
||||
let mut decoded = protocol::decode(
|
||||
&protocol::encode_plain(PacketKind::Input, crypto::random_16(), 1, 0, b"hello").unwrap(),
|
||||
)
|
||||
.unwrap();
|
||||
decoded.header.session_key_id = protocol::session_key_id(&key);
|
||||
|
||||
let err = protocol::decrypt_body(&decoded, &key, CLIENT_TO_SERVER).unwrap_err();
|
||||
assert!(err.to_string().contains("not encrypted"));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn encrypted_packet_rejects_wrong_session_key_id_before_decrypt() {
|
||||
let key = crypto::random_32();
|
||||
|
||||
@@ -19,6 +19,46 @@ fn release_scripts_skip_stale_artifacts_when_auto_discovering() {
|
||||
assert!(publish.contains("actual=\"$(artifact_version \"$artifact\" || true)\""));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn package_check_verifies_only_artifacts_it_builds() {
|
||||
let makefile = include_str!("../Makefile");
|
||||
let verify = include_str!("../scripts/verify-release-artifacts.sh");
|
||||
assert!(
|
||||
verify.contains("if [ \"$#\" -gt 0 ]; then"),
|
||||
"release verifier must accept an explicit artifact list"
|
||||
);
|
||||
let package_check = makefile
|
||||
.split("package-check:")
|
||||
.nth(1)
|
||||
.and_then(|tail| tail.split("\ninstall:").next())
|
||||
.expect("package-check target");
|
||||
assert!(package_check.contains("package-release-linux"));
|
||||
assert!(package_check.contains("package-release-windows"));
|
||||
assert!(package_check.contains("dosh-linux-x86_64.tar.gz"));
|
||||
assert!(package_check.contains("dosh-windows-x86_64.zip"));
|
||||
assert!(
|
||||
!package_check.contains("dosh-macos-aarch64.tar.gz"),
|
||||
"Linux package-check does not build macOS artifacts, so it must not depend on one"
|
||||
);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn package_release_stamps_git_build_info() {
|
||||
let package = include_str!("../scripts/package-release.sh");
|
||||
let build = include_str!("../build.rs");
|
||||
for name in [
|
||||
"DOSH_BUILD_GIT_HASH",
|
||||
"DOSH_BUILD_COMMIT_DATE",
|
||||
"DOSH_BUILD_GIT_DIRTY",
|
||||
] {
|
||||
assert!(package.contains(name), "package script must export {name}");
|
||||
assert!(build.contains(name), "build.rs must consume {name}");
|
||||
}
|
||||
assert!(package.contains("git rev-parse --short=12 HEAD"));
|
||||
assert!(package.contains("git show -s --format=%cs HEAD"));
|
||||
assert!(build.contains("cargo:rerun-if-env-changed=DOSH_BUILD_GIT_HASH"));
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn systemd_service_does_not_sandbox_remote_shells() {
|
||||
let service = include_str!("../packaging/systemd/dosh-server.service");
|
||||
|
||||
Reference in New Issue
Block a user