Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2c5b9ab30d | ||
|
|
bfe75dfbd2 |
Generated
+1
-1
@@ -436,7 +436,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "dosh"
|
name = "dosh"
|
||||||
version = "1.0.0-rc25"
|
version = "1.0.0-rc27"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"anyhow",
|
"anyhow",
|
||||||
"base64",
|
"base64",
|
||||||
|
|||||||
+1
-1
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "dosh"
|
name = "dosh"
|
||||||
version = "1.0.0-rc25"
|
version = "1.0.0-rc27"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
license = "MIT"
|
license = "MIT"
|
||||||
|
|
||||||
|
|||||||
+181
-17
@@ -1866,6 +1866,30 @@ impl FileServiceClient {
|
|||||||
other => bail!("unexpected mkdir response: {other:?}"),
|
other => bail!("unexpected mkdir response: {other:?}"),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn readlink(&mut self, path: &str) -> Result<String> {
|
||||||
|
self.send(FileRequest::Readlink {
|
||||||
|
path: path.to_string(),
|
||||||
|
})?;
|
||||||
|
match self.recv()? {
|
||||||
|
FileResponse::LinkTarget { target } => Ok(target),
|
||||||
|
FileResponse::Error { message } => Err(anyhow!(message)),
|
||||||
|
other => bail!("unexpected readlink response: {other:?}"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn symlink(&mut self, path: &str, target: &str, overwrite: bool) -> Result<()> {
|
||||||
|
self.send(FileRequest::Symlink {
|
||||||
|
path: path.to_string(),
|
||||||
|
target: target.to_string(),
|
||||||
|
overwrite,
|
||||||
|
})?;
|
||||||
|
match self.recv()? {
|
||||||
|
FileResponse::Ok => Ok(()),
|
||||||
|
FileResponse::Error { message } => Err(anyhow!(message)),
|
||||||
|
other => bail!("unexpected symlink response: {other:?}"),
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn run_cp_command(_config: &dosh::config::ClientConfig, args: &Args) -> Result<()> {
|
fn run_cp_command(_config: &dosh::config::ClientConfig, args: &Args) -> Result<()> {
|
||||||
@@ -2197,6 +2221,18 @@ fn upload_path(
|
|||||||
let metadata =
|
let metadata =
|
||||||
fs::symlink_metadata(local).with_context(|| format!("stat {}", local.display()))?;
|
fs::symlink_metadata(local).with_context(|| format!("stat {}", local.display()))?;
|
||||||
let remote = upload_destination(client, local, remote, metadata.is_dir())?;
|
let remote = upload_destination(client, local, remote, metadata.is_dir())?;
|
||||||
|
if metadata.file_type().is_symlink() {
|
||||||
|
let target =
|
||||||
|
fs::read_link(local).with_context(|| format!("readlink {}", local.display()))?;
|
||||||
|
let target = target
|
||||||
|
.to_str()
|
||||||
|
.ok_or_else(|| anyhow!("symlink target is not valid UTF-8: {}", local.display()))?;
|
||||||
|
client.symlink(&remote, target, opts.overwrite)?;
|
||||||
|
if opts.progress {
|
||||||
|
eprintln!("linked {} -> {}", remote, target);
|
||||||
|
}
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
if metadata.is_dir() {
|
if metadata.is_dir() {
|
||||||
anyhow::ensure!(
|
anyhow::ensure!(
|
||||||
opts.recursive,
|
opts.recursive,
|
||||||
@@ -2266,8 +2302,11 @@ fn upload_file(
|
|||||||
overwrite: opts.overwrite,
|
overwrite: opts.overwrite,
|
||||||
resume: opts.resume,
|
resume: opts.resume,
|
||||||
})?;
|
})?;
|
||||||
let offset = match client.recv()? {
|
let (offset, prefix_sha256) = match client.recv()? {
|
||||||
FileResponse::Resume { offset } => offset.min(size),
|
FileResponse::Resume {
|
||||||
|
offset,
|
||||||
|
prefix_sha256,
|
||||||
|
} => (offset.min(size), prefix_sha256),
|
||||||
FileResponse::Error { message } => return Err(anyhow!(message)),
|
FileResponse::Error { message } => return Err(anyhow!(message)),
|
||||||
other => bail!("unexpected upload start response: {other:?}"),
|
other => bail!("unexpected upload start response: {other:?}"),
|
||||||
};
|
};
|
||||||
@@ -2275,6 +2314,7 @@ fn upload_file(
|
|||||||
let mut hasher = Sha256::new();
|
let mut hasher = Sha256::new();
|
||||||
if offset > 0 {
|
if offset > 0 {
|
||||||
hash_prefix(&mut file, offset, &mut hasher)?;
|
hash_prefix(&mut file, offset, &mut hasher)?;
|
||||||
|
ensure_resume_prefix_matches(prefix_sha256, Some(digest_prefix(&hasher)), offset, remote)?;
|
||||||
}
|
}
|
||||||
file.seek(std::io::SeekFrom::Start(offset))?;
|
file.seek(std::io::SeekFrom::Start(offset))?;
|
||||||
let mut sent = offset;
|
let mut sent = offset;
|
||||||
@@ -2339,8 +2379,9 @@ fn download_path(
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
FileKind::File => download_file(client, remote, &destination, &meta, opts),
|
FileKind::File => download_file(client, remote, &destination, &meta, opts),
|
||||||
|
FileKind::Symlink => download_symlink(client, remote, &destination, opts),
|
||||||
_ => Err(anyhow!(
|
_ => Err(anyhow!(
|
||||||
"remote path is not a regular file or directory: {remote}"
|
"remote path is not a regular file, directory, or symlink: {remote}"
|
||||||
)),
|
)),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -2373,8 +2414,16 @@ fn copy_remote_path(
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
FileKind::File => copy_remote_file(src_client, dst_client, src, &dst, &meta, opts),
|
FileKind::File => copy_remote_file(src_client, dst_client, src, &dst, &meta, opts),
|
||||||
|
FileKind::Symlink => {
|
||||||
|
let target = src_client.readlink(src)?;
|
||||||
|
dst_client.symlink(&dst, &target, opts.overwrite)?;
|
||||||
|
if opts.progress {
|
||||||
|
eprintln!("linked {dst} -> {target}");
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
_ => Err(anyhow!(
|
_ => Err(anyhow!(
|
||||||
"remote path is not a regular file or directory: {src}"
|
"remote path is not a regular file, directory, or symlink: {src}"
|
||||||
)),
|
)),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -2415,8 +2464,11 @@ fn copy_remote_file(
|
|||||||
overwrite: opts.overwrite,
|
overwrite: opts.overwrite,
|
||||||
resume: opts.resume,
|
resume: opts.resume,
|
||||||
})?;
|
})?;
|
||||||
let offset = match dst_client.recv()? {
|
let (offset, dst_prefix_sha256) = match dst_client.recv()? {
|
||||||
FileResponse::Resume { offset } => offset.min(meta.len),
|
FileResponse::Resume {
|
||||||
|
offset,
|
||||||
|
prefix_sha256,
|
||||||
|
} => (offset.min(meta.len), prefix_sha256),
|
||||||
FileResponse::Error { message } => return Err(anyhow!(message)),
|
FileResponse::Error { message } => return Err(anyhow!(message)),
|
||||||
other => bail!("unexpected remote copy start response: {other:?}"),
|
other => bail!("unexpected remote copy start response: {other:?}"),
|
||||||
};
|
};
|
||||||
@@ -2425,7 +2477,17 @@ fn copy_remote_file(
|
|||||||
offset,
|
offset,
|
||||||
})?;
|
})?;
|
||||||
match src_client.recv()? {
|
match src_client.recv()? {
|
||||||
FileResponse::Start { .. } => {}
|
FileResponse::Start {
|
||||||
|
offset: start_offset,
|
||||||
|
prefix_sha256,
|
||||||
|
..
|
||||||
|
} => {
|
||||||
|
anyhow::ensure!(
|
||||||
|
start_offset == offset,
|
||||||
|
"remote copy source offset mismatch: got {start_offset}, expected {offset}"
|
||||||
|
);
|
||||||
|
ensure_matching_resume_prefixes(dst_prefix_sha256, prefix_sha256, offset, dst)?;
|
||||||
|
}
|
||||||
FileResponse::Error { message } => return Err(anyhow!(message)),
|
FileResponse::Error { message } => return Err(anyhow!(message)),
|
||||||
other => bail!("unexpected remote copy source start response: {other:?}"),
|
other => bail!("unexpected remote copy source start response: {other:?}"),
|
||||||
}
|
}
|
||||||
@@ -2498,20 +2560,22 @@ fn download_file(
|
|||||||
{
|
{
|
||||||
fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
|
fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
|
||||||
}
|
}
|
||||||
let offset = if opts.resume && local.exists() {
|
let original_len = if local.exists() {
|
||||||
fs::metadata(local)?.len().min(meta.len)
|
Some(fs::metadata(local)?.len())
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
};
|
||||||
|
let offset = if opts.resume {
|
||||||
|
original_len.unwrap_or(0).min(meta.len)
|
||||||
} else {
|
} else {
|
||||||
0
|
0
|
||||||
};
|
};
|
||||||
let mut file = if offset > 0 {
|
let mut file = if offset > 0 {
|
||||||
let file = fs::OpenOptions::new()
|
fs::OpenOptions::new()
|
||||||
.read(true)
|
.read(true)
|
||||||
.append(true)
|
.append(true)
|
||||||
.open(local)
|
.open(local)
|
||||||
.with_context(|| format!("open {}", local.display()))?;
|
.with_context(|| format!("open {}", local.display()))?
|
||||||
file.set_len(offset)
|
|
||||||
.with_context(|| format!("truncate {}", local.display()))?;
|
|
||||||
file
|
|
||||||
} else {
|
} else {
|
||||||
fs::OpenOptions::new()
|
fs::OpenOptions::new()
|
||||||
.create(true)
|
.create(true)
|
||||||
@@ -2521,16 +2585,29 @@ fn download_file(
|
|||||||
.with_context(|| format!("create {}", local.display()))?
|
.with_context(|| format!("create {}", local.display()))?
|
||||||
};
|
};
|
||||||
let mut hasher = Sha256::new();
|
let mut hasher = Sha256::new();
|
||||||
if offset > 0 {
|
let local_prefix_sha256 = if offset > 0 {
|
||||||
let mut prefix = fs::File::open(local)?;
|
let mut prefix = fs::File::open(local)?;
|
||||||
hash_prefix(&mut prefix, offset, &mut hasher)?;
|
hash_prefix(&mut prefix, offset, &mut hasher)?;
|
||||||
}
|
Some(digest_prefix(&hasher))
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
};
|
||||||
client.send(FileRequest::Get {
|
client.send(FileRequest::Get {
|
||||||
path: remote.to_string(),
|
path: remote.to_string(),
|
||||||
offset,
|
offset,
|
||||||
})?;
|
})?;
|
||||||
match client.recv()? {
|
match client.recv()? {
|
||||||
FileResponse::Start { .. } => {}
|
FileResponse::Start {
|
||||||
|
offset: start_offset,
|
||||||
|
prefix_sha256,
|
||||||
|
..
|
||||||
|
} => {
|
||||||
|
anyhow::ensure!(
|
||||||
|
start_offset == offset,
|
||||||
|
"download offset mismatch: got {start_offset}, expected {offset}"
|
||||||
|
);
|
||||||
|
ensure_resume_prefix_matches(prefix_sha256, local_prefix_sha256, offset, remote)?;
|
||||||
|
}
|
||||||
FileResponse::Error { message } => return Err(anyhow!(message)),
|
FileResponse::Error { message } => return Err(anyhow!(message)),
|
||||||
other => bail!("unexpected download start response: {other:?}"),
|
other => bail!("unexpected download start response: {other:?}"),
|
||||||
}
|
}
|
||||||
@@ -2549,8 +2626,16 @@ fn download_file(
|
|||||||
FileResponse::Done { sha256, bytes } => {
|
FileResponse::Done { sha256, bytes } => {
|
||||||
file.flush()?;
|
file.flush()?;
|
||||||
let digest: [u8; 32] = hasher.finalize().into();
|
let digest: [u8; 32] = hasher.finalize().into();
|
||||||
|
if (sha256 != digest || bytes != meta.len)
|
||||||
|
&& opts.resume
|
||||||
|
&& let Some(original_len) = original_len
|
||||||
|
{
|
||||||
|
let _ = file.set_len(original_len);
|
||||||
|
}
|
||||||
anyhow::ensure!(sha256 == digest, "download checksum mismatch for {remote}");
|
anyhow::ensure!(sha256 == digest, "download checksum mismatch for {remote}");
|
||||||
anyhow::ensure!(bytes == meta.len, "download size mismatch for {remote}");
|
anyhow::ensure!(bytes == meta.len, "download size mismatch for {remote}");
|
||||||
|
file.set_len(meta.len)
|
||||||
|
.with_context(|| format!("truncate {}", local.display()))?;
|
||||||
set_local_mode(local, meta.mode, opts.preserve)?;
|
set_local_mode(local, meta.mode, opts.preserve)?;
|
||||||
set_local_mtime(local, meta.modified_secs, opts.preserve)?;
|
set_local_mtime(local, meta.modified_secs, opts.preserve)?;
|
||||||
if opts.progress {
|
if opts.progress {
|
||||||
@@ -2569,6 +2654,45 @@ fn download_file(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn download_symlink(
|
||||||
|
client: &mut FileServiceClient,
|
||||||
|
remote: &str,
|
||||||
|
local: &Path,
|
||||||
|
opts: &CpOptions,
|
||||||
|
) -> Result<()> {
|
||||||
|
if let Some(parent) = local.parent()
|
||||||
|
&& !parent.as_os_str().is_empty()
|
||||||
|
{
|
||||||
|
fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
|
||||||
|
}
|
||||||
|
let target = client.readlink(remote)?;
|
||||||
|
create_local_symlink(local, &target, opts.overwrite)?;
|
||||||
|
if opts.progress {
|
||||||
|
eprintln!("linked {} -> {}", local.display(), target);
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(unix)]
|
||||||
|
fn create_local_symlink(path: &Path, target: &str, overwrite: bool) -> Result<()> {
|
||||||
|
if let Ok(metadata) = fs::symlink_metadata(path) {
|
||||||
|
anyhow::ensure!(overwrite, "destination exists: {}", path.display());
|
||||||
|
anyhow::ensure!(
|
||||||
|
!metadata.is_dir(),
|
||||||
|
"destination is a directory: {}",
|
||||||
|
path.display()
|
||||||
|
);
|
||||||
|
fs::remove_file(path).with_context(|| format!("remove {}", path.display()))?;
|
||||||
|
}
|
||||||
|
std::os::unix::fs::symlink(target, path)
|
||||||
|
.with_context(|| format!("symlink {} -> {}", path.display(), target))
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(not(unix))]
|
||||||
|
fn create_local_symlink(_path: &Path, _target: &str, _overwrite: bool) -> Result<()> {
|
||||||
|
bail!("symlink creation is not supported on this client platform")
|
||||||
|
}
|
||||||
|
|
||||||
fn hash_prefix(file: &mut fs::File, bytes: u64, hasher: &mut Sha256) -> Result<()> {
|
fn hash_prefix(file: &mut fs::File, bytes: u64, hasher: &mut Sha256) -> Result<()> {
|
||||||
file.seek(std::io::SeekFrom::Start(0))?;
|
file.seek(std::io::SeekFrom::Start(0))?;
|
||||||
let mut remaining = bytes;
|
let mut remaining = bytes;
|
||||||
@@ -2585,6 +2709,46 @@ fn hash_prefix(file: &mut fs::File, bytes: u64, hasher: &mut Sha256) -> Result<(
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn digest_prefix(hasher: &Sha256) -> [u8; 32] {
|
||||||
|
hasher.clone().finalize().into()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn ensure_resume_prefix_matches(
|
||||||
|
remote_prefix_sha256: Option<[u8; 32]>,
|
||||||
|
local_prefix_sha256: Option<[u8; 32]>,
|
||||||
|
offset: u64,
|
||||||
|
path: &str,
|
||||||
|
) -> Result<()> {
|
||||||
|
if offset == 0 {
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
let Some(remote_prefix_sha256) = remote_prefix_sha256 else {
|
||||||
|
bail!("resume prefix digest missing for {path}");
|
||||||
|
};
|
||||||
|
let Some(local_prefix_sha256) = local_prefix_sha256 else {
|
||||||
|
bail!("local resume prefix digest missing for {path}");
|
||||||
|
};
|
||||||
|
anyhow::ensure!(
|
||||||
|
remote_prefix_sha256 == local_prefix_sha256,
|
||||||
|
"resume prefix mismatch for {path}; retry without --resume or remove the partial destination"
|
||||||
|
);
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn ensure_matching_resume_prefixes(
|
||||||
|
destination_prefix_sha256: Option<[u8; 32]>,
|
||||||
|
source_prefix_sha256: Option<[u8; 32]>,
|
||||||
|
offset: u64,
|
||||||
|
path: &str,
|
||||||
|
) -> Result<()> {
|
||||||
|
ensure_resume_prefix_matches(
|
||||||
|
source_prefix_sha256,
|
||||||
|
destination_prefix_sha256,
|
||||||
|
offset,
|
||||||
|
path,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
fn path_ends_separator(path: &Path) -> bool {
|
fn path_ends_separator(path: &Path) -> bool {
|
||||||
let raw = path.as_os_str().to_string_lossy();
|
let raw = path.as_os_str().to_string_lossy();
|
||||||
raw.ends_with('/') || raw.ends_with('\\')
|
raw.ends_with('/') || raw.ends_with('\\')
|
||||||
|
|||||||
+117
-44
@@ -2566,8 +2566,10 @@ struct UploadState {
|
|||||||
hasher: Sha256,
|
hasher: Sha256,
|
||||||
written: u64,
|
written: u64,
|
||||||
expected_size: u64,
|
expected_size: u64,
|
||||||
|
mode: Option<u32>,
|
||||||
modified_secs: Option<u64>,
|
modified_secs: Option<u64>,
|
||||||
atomic: bool,
|
atomic: bool,
|
||||||
|
original_len: Option<u64>,
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn run_file_stream_service(
|
async fn run_file_stream_service(
|
||||||
@@ -2679,6 +2681,46 @@ async fn handle_file_request(
|
|||||||
send_file_response_to_client(state, socket, client_id, stream_id, FileResponse::Ok)
|
send_file_response_to_client(state, socket, client_id, stream_id, FileResponse::Ok)
|
||||||
.await
|
.await
|
||||||
}
|
}
|
||||||
|
FileRequest::Readlink { path } => {
|
||||||
|
let path = clean_remote_path(&path, home)?;
|
||||||
|
let target =
|
||||||
|
fs::read_link(&path).with_context(|| format!("readlink {}", path.display()))?;
|
||||||
|
let target = target
|
||||||
|
.to_str()
|
||||||
|
.ok_or_else(|| anyhow!("symlink target is not valid UTF-8"))?
|
||||||
|
.to_string();
|
||||||
|
send_file_response_to_client(
|
||||||
|
state,
|
||||||
|
socket,
|
||||||
|
client_id,
|
||||||
|
stream_id,
|
||||||
|
FileResponse::LinkTarget { target },
|
||||||
|
)
|
||||||
|
.await
|
||||||
|
}
|
||||||
|
FileRequest::Symlink {
|
||||||
|
path,
|
||||||
|
target,
|
||||||
|
overwrite,
|
||||||
|
} => {
|
||||||
|
let path = clean_remote_path(&path, home)?;
|
||||||
|
if let Some(parent) = path.parent() {
|
||||||
|
fs::create_dir_all(parent)
|
||||||
|
.with_context(|| format!("create {}", parent.display()))?;
|
||||||
|
}
|
||||||
|
if let Ok(metadata) = fs::symlink_metadata(&path) {
|
||||||
|
anyhow::ensure!(overwrite, "destination exists: {}", path.display());
|
||||||
|
anyhow::ensure!(
|
||||||
|
!metadata.is_dir(),
|
||||||
|
"destination is a directory: {}",
|
||||||
|
path.display()
|
||||||
|
);
|
||||||
|
fs::remove_file(&path).with_context(|| format!("remove {}", path.display()))?;
|
||||||
|
}
|
||||||
|
create_symlink(&target, &path)?;
|
||||||
|
send_file_response_to_client(state, socket, client_id, stream_id, FileResponse::Ok)
|
||||||
|
.await
|
||||||
|
}
|
||||||
FileRequest::Remove { path, recursive } => {
|
FileRequest::Remove { path, recursive } => {
|
||||||
let path = clean_remote_path(&path, home)?;
|
let path = clean_remote_path(&path, home)?;
|
||||||
let metadata =
|
let metadata =
|
||||||
@@ -2716,31 +2758,41 @@ async fn handle_file_request(
|
|||||||
bail!("destination exists: {}", final_path.display());
|
bail!("destination exists: {}", final_path.display());
|
||||||
}
|
}
|
||||||
let mut hasher = Sha256::new();
|
let mut hasher = Sha256::new();
|
||||||
let (file, temp_path, written, atomic) = if resume && final_path.exists() {
|
let (file, temp_path, written, atomic, original_len, prefix_sha256) =
|
||||||
let mut file = fs::OpenOptions::new()
|
if resume && final_path.exists() {
|
||||||
.read(true)
|
let original_len = fs::metadata(&final_path)
|
||||||
.append(true)
|
.with_context(|| format!("stat {}", final_path.display()))?
|
||||||
.open(&final_path)
|
.len();
|
||||||
.with_context(|| format!("open {}", final_path.display()))?;
|
let written = original_len.min(size);
|
||||||
let written = file.metadata()?.len().min(size);
|
if written > 0 {
|
||||||
file.set_len(written)
|
let mut prefix = fs::File::open(&final_path)?;
|
||||||
.with_context(|| format!("truncate {}", final_path.display()))?;
|
hash_exact_prefix(&mut prefix, written, &mut hasher)?;
|
||||||
if written > 0 {
|
}
|
||||||
let mut prefix = fs::File::open(&final_path)?;
|
let prefix_sha256 = (written > 0).then(|| hasher.clone().finalize().into());
|
||||||
hash_exact_prefix(&mut prefix, written, &mut hasher)?;
|
let mut file = fs::OpenOptions::new()
|
||||||
}
|
.read(true)
|
||||||
file.seek(SeekFrom::Start(written))?;
|
.append(true)
|
||||||
(file, None, written, false)
|
.open(&final_path)
|
||||||
} else {
|
.with_context(|| format!("open {}", final_path.display()))?;
|
||||||
let temp_path = upload_temp_path(&final_path, stream_id);
|
file.seek(SeekFrom::Start(written))?;
|
||||||
let file = fs::OpenOptions::new()
|
(
|
||||||
.create(true)
|
file,
|
||||||
.truncate(true)
|
None,
|
||||||
.write(true)
|
written,
|
||||||
.open(&temp_path)
|
false,
|
||||||
.with_context(|| format!("create {}", temp_path.display()))?;
|
Some(original_len),
|
||||||
(file, Some(temp_path), 0, true)
|
prefix_sha256,
|
||||||
};
|
)
|
||||||
|
} else {
|
||||||
|
let temp_path = upload_temp_path(&final_path, stream_id);
|
||||||
|
let file = fs::OpenOptions::new()
|
||||||
|
.create(true)
|
||||||
|
.truncate(true)
|
||||||
|
.write(true)
|
||||||
|
.open(&temp_path)
|
||||||
|
.with_context(|| format!("create {}", temp_path.display()))?;
|
||||||
|
(file, Some(temp_path), 0, true, None, None)
|
||||||
|
};
|
||||||
*upload = Some(UploadState {
|
*upload = Some(UploadState {
|
||||||
final_path,
|
final_path,
|
||||||
temp_path,
|
temp_path,
|
||||||
@@ -2748,26 +2800,20 @@ async fn handle_file_request(
|
|||||||
hasher,
|
hasher,
|
||||||
written,
|
written,
|
||||||
expected_size: size,
|
expected_size: size,
|
||||||
|
mode,
|
||||||
modified_secs,
|
modified_secs,
|
||||||
atomic,
|
atomic,
|
||||||
|
original_len,
|
||||||
});
|
});
|
||||||
if let Some(mode) = mode {
|
|
||||||
let Some(active_upload) = upload.as_ref() else {
|
|
||||||
return Err(anyhow!("upload state missing after start"));
|
|
||||||
};
|
|
||||||
let target = active_upload
|
|
||||||
.temp_path
|
|
||||||
.as_ref()
|
|
||||||
.unwrap_or(&active_upload.final_path)
|
|
||||||
.clone();
|
|
||||||
set_mode(&target, mode)?;
|
|
||||||
}
|
|
||||||
send_file_response_to_client(
|
send_file_response_to_client(
|
||||||
state,
|
state,
|
||||||
socket,
|
socket,
|
||||||
client_id,
|
client_id,
|
||||||
stream_id,
|
stream_id,
|
||||||
FileResponse::Resume { offset: written },
|
FileResponse::Resume {
|
||||||
|
offset: written,
|
||||||
|
prefix_sha256,
|
||||||
|
},
|
||||||
)
|
)
|
||||||
.await
|
.await
|
||||||
}
|
}
|
||||||
@@ -2789,8 +2835,6 @@ async fn handle_file_request(
|
|||||||
let Some(mut active) = upload.take() else {
|
let Some(mut active) = upload.take() else {
|
||||||
bail!("no upload in progress");
|
bail!("no upload in progress");
|
||||||
};
|
};
|
||||||
active.file.flush()?;
|
|
||||||
active.file.sync_all()?;
|
|
||||||
anyhow::ensure!(
|
anyhow::ensure!(
|
||||||
active.written == active.expected_size,
|
active.written == active.expected_size,
|
||||||
"upload size mismatch: got {}, expected {}",
|
"upload size mismatch: got {}, expected {}",
|
||||||
@@ -2801,9 +2845,17 @@ async fn handle_file_request(
|
|||||||
if digest != sha256 {
|
if digest != sha256 {
|
||||||
if let Some(temp_path) = &active.temp_path {
|
if let Some(temp_path) = &active.temp_path {
|
||||||
let _ = fs::remove_file(temp_path);
|
let _ = fs::remove_file(temp_path);
|
||||||
|
} else if let Some(original_len) = active.original_len {
|
||||||
|
let _ = active.file.set_len(original_len);
|
||||||
}
|
}
|
||||||
bail!("upload checksum mismatch");
|
bail!("upload checksum mismatch");
|
||||||
}
|
}
|
||||||
|
active
|
||||||
|
.file
|
||||||
|
.set_len(active.expected_size)
|
||||||
|
.with_context(|| format!("truncate {}", active.final_path.display()))?;
|
||||||
|
active.file.flush()?;
|
||||||
|
active.file.sync_all()?;
|
||||||
drop(active.file);
|
drop(active.file);
|
||||||
if active.atomic
|
if active.atomic
|
||||||
&& let Some(temp_path) = active.temp_path.take()
|
&& let Some(temp_path) = active.temp_path.take()
|
||||||
@@ -2816,6 +2868,9 @@ async fn handle_file_request(
|
|||||||
)
|
)
|
||||||
})?;
|
})?;
|
||||||
}
|
}
|
||||||
|
if let Some(mode) = active.mode {
|
||||||
|
set_mode(&active.final_path, mode)?;
|
||||||
|
}
|
||||||
if let Some(modified_secs) = active.modified_secs {
|
if let Some(modified_secs) = active.modified_secs {
|
||||||
filetime::set_file_mtime(
|
filetime::set_file_mtime(
|
||||||
&active.final_path,
|
&active.final_path,
|
||||||
@@ -2843,9 +2898,20 @@ async fn handle_file_request(
|
|||||||
"remote path is not a file: {}",
|
"remote path is not a file: {}",
|
||||||
meta.path
|
meta.path
|
||||||
);
|
);
|
||||||
|
anyhow::ensure!(
|
||||||
|
offset <= meta.len,
|
||||||
|
"download offset {offset} is beyond file size {}",
|
||||||
|
meta.len
|
||||||
|
);
|
||||||
let mut file =
|
let mut file =
|
||||||
fs::File::open(&path).with_context(|| format!("open {}", path.display()))?;
|
fs::File::open(&path).with_context(|| format!("open {}", path.display()))?;
|
||||||
file.seek(SeekFrom::Start(offset))?;
|
file.seek(SeekFrom::Start(offset))?;
|
||||||
|
let mut hasher = Sha256::new();
|
||||||
|
if offset > 0 {
|
||||||
|
let mut prefix = fs::File::open(&path)?;
|
||||||
|
hash_exact_prefix(&mut prefix, offset, &mut hasher)?;
|
||||||
|
}
|
||||||
|
let prefix_sha256 = (offset > 0).then(|| hasher.clone().finalize().into());
|
||||||
send_file_response_to_client(
|
send_file_response_to_client(
|
||||||
state,
|
state,
|
||||||
socket,
|
socket,
|
||||||
@@ -2854,14 +2920,10 @@ async fn handle_file_request(
|
|||||||
FileResponse::Start {
|
FileResponse::Start {
|
||||||
meta: meta.clone(),
|
meta: meta.clone(),
|
||||||
offset,
|
offset,
|
||||||
|
prefix_sha256,
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
.await?;
|
.await?;
|
||||||
let mut hasher = Sha256::new();
|
|
||||||
if offset > 0 {
|
|
||||||
let mut prefix = fs::File::open(&path)?;
|
|
||||||
hash_exact_prefix(&mut prefix, offset, &mut hasher)?;
|
|
||||||
}
|
|
||||||
let mut sent = offset;
|
let mut sent = offset;
|
||||||
let mut buf = vec![0u8; CHUNK_SIZE];
|
let mut buf = vec![0u8; CHUNK_SIZE];
|
||||||
loop {
|
loop {
|
||||||
@@ -3043,6 +3105,17 @@ fn set_mode(path: &Path, mode: u32) -> Result<()> {
|
|||||||
fs::set_permissions(path, permissions).with_context(|| format!("chmod {}", path.display()))
|
fs::set_permissions(path, permissions).with_context(|| format!("chmod {}", path.display()))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[cfg(unix)]
|
||||||
|
fn create_symlink(target: &str, path: &Path) -> Result<()> {
|
||||||
|
std::os::unix::fs::symlink(target, path)
|
||||||
|
.with_context(|| format!("symlink {} -> {}", path.display(), target))
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(not(unix))]
|
||||||
|
fn create_symlink(_target: &str, _path: &Path) -> Result<()> {
|
||||||
|
bail!("symlink creation is not supported on this server platform")
|
||||||
|
}
|
||||||
|
|
||||||
fn upload_temp_path(final_path: &Path, stream_id: u64) -> PathBuf {
|
fn upload_temp_path(final_path: &Path, stream_id: u64) -> PathBuf {
|
||||||
let name = final_path
|
let name = final_path
|
||||||
.file_name()
|
.file_name()
|
||||||
|
|||||||
+37
-7
@@ -18,6 +18,14 @@ pub enum FileRequest {
|
|||||||
path: String,
|
path: String,
|
||||||
mode: Option<u32>,
|
mode: Option<u32>,
|
||||||
},
|
},
|
||||||
|
Readlink {
|
||||||
|
path: String,
|
||||||
|
},
|
||||||
|
Symlink {
|
||||||
|
path: String,
|
||||||
|
target: String,
|
||||||
|
overwrite: bool,
|
||||||
|
},
|
||||||
Remove {
|
Remove {
|
||||||
path: String,
|
path: String,
|
||||||
recursive: bool,
|
recursive: bool,
|
||||||
@@ -46,13 +54,35 @@ pub enum FileRequest {
|
|||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
||||||
pub enum FileResponse {
|
pub enum FileResponse {
|
||||||
Ok,
|
Ok,
|
||||||
Resume { offset: u64 },
|
Resume {
|
||||||
Stat { meta: FileMeta },
|
offset: u64,
|
||||||
List { entries: Vec<FileEntry> },
|
prefix_sha256: Option<[u8; 32]>,
|
||||||
Start { meta: FileMeta, offset: u64 },
|
},
|
||||||
Chunk { offset: u64, bytes: Vec<u8> },
|
Stat {
|
||||||
Done { sha256: [u8; 32], bytes: u64 },
|
meta: FileMeta,
|
||||||
Error { message: String },
|
},
|
||||||
|
List {
|
||||||
|
entries: Vec<FileEntry>,
|
||||||
|
},
|
||||||
|
LinkTarget {
|
||||||
|
target: String,
|
||||||
|
},
|
||||||
|
Start {
|
||||||
|
meta: FileMeta,
|
||||||
|
offset: u64,
|
||||||
|
prefix_sha256: Option<[u8; 32]>,
|
||||||
|
},
|
||||||
|
Chunk {
|
||||||
|
offset: u64,
|
||||||
|
bytes: Vec<u8>,
|
||||||
|
},
|
||||||
|
Done {
|
||||||
|
sha256: [u8; 32],
|
||||||
|
bytes: u64,
|
||||||
|
},
|
||||||
|
Error {
|
||||||
|
message: String,
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
||||||
|
|||||||
@@ -3,6 +3,7 @@
|
|||||||
use std::fs;
|
use std::fs;
|
||||||
use std::io::{Read, Write};
|
use std::io::{Read, Write};
|
||||||
use std::net::{TcpListener, TcpStream, UdpSocket};
|
use std::net::{TcpListener, TcpStream, UdpSocket};
|
||||||
|
use std::os::unix::fs::PermissionsExt;
|
||||||
use std::os::unix::net::{UnixListener, UnixStream};
|
use std::os::unix::net::{UnixListener, UnixStream};
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
use std::process::{Child, Command, Stdio};
|
use std::process::{Child, Command, Stdio};
|
||||||
@@ -1002,6 +1003,8 @@ fn native_file_copy_recursive_round_trip() {
|
|||||||
fs::create_dir_all(src.join("nested")).unwrap();
|
fs::create_dir_all(src.join("nested")).unwrap();
|
||||||
fs::write(src.join("root.txt"), b"root file\n").unwrap();
|
fs::write(src.join("root.txt"), b"root file\n").unwrap();
|
||||||
fs::write(src.join("nested/child.txt"), b"child file\n").unwrap();
|
fs::write(src.join("nested/child.txt"), b"child file\n").unwrap();
|
||||||
|
std::os::unix::fs::symlink("root.txt", src.join("root-link")).unwrap();
|
||||||
|
std::os::unix::fs::symlink("nested/child.txt", src.join("child-link")).unwrap();
|
||||||
|
|
||||||
let client_bin = env!("CARGO_BIN_EXE_dosh-client");
|
let client_bin = env!("CARGO_BIN_EXE_dosh-client");
|
||||||
let upload = Command::new(client_bin)
|
let upload = Command::new(client_bin)
|
||||||
@@ -1107,6 +1110,14 @@ fn native_file_copy_recursive_round_trip() {
|
|||||||
fs::read_to_string(downloaded.join("nested/child.txt")).unwrap(),
|
fs::read_to_string(downloaded.join("nested/child.txt")).unwrap(),
|
||||||
"child file\n"
|
"child file\n"
|
||||||
);
|
);
|
||||||
|
assert_eq!(
|
||||||
|
fs::read_link(downloaded.join("root-link")).unwrap(),
|
||||||
|
PathBuf::from("root.txt")
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
fs::read_link(downloaded.join("child-link")).unwrap(),
|
||||||
|
PathBuf::from("nested/child.txt")
|
||||||
|
);
|
||||||
|
|
||||||
let remove = Command::new(client_bin)
|
let remove = Command::new(client_bin)
|
||||||
.arg("--dosh-host")
|
.arg("--dosh-host")
|
||||||
@@ -1241,6 +1252,80 @@ fn native_file_copy_resume_truncates_oversized_destinations() {
|
|||||||
let _ = server.wait();
|
let _ = server.wait();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn native_file_copy_resume_prefix_mismatch_preserves_destinations() {
|
||||||
|
let dir = tempfile::tempdir().unwrap();
|
||||||
|
let port = free_udp_port();
|
||||||
|
let config = write_server_config(&dir, port);
|
||||||
|
write_native_client_auth(&dir, &config);
|
||||||
|
let mut server = start_server(&dir, &config);
|
||||||
|
let client_bin = env!("CARGO_BIN_EXE_dosh-client");
|
||||||
|
|
||||||
|
let local_upload = dir.path().join("upload-prefix.txt");
|
||||||
|
let remote_upload = dir.path().join("remote-upload.txt");
|
||||||
|
fs::write(&local_upload, b"local-prefix\n").unwrap();
|
||||||
|
fs::write(&remote_upload, b"remote-prefix-with-tail\n").unwrap();
|
||||||
|
fs::set_permissions(&local_upload, fs::Permissions::from_mode(0o755)).unwrap();
|
||||||
|
fs::set_permissions(&remote_upload, fs::Permissions::from_mode(0o600)).unwrap();
|
||||||
|
|
||||||
|
let bad_upload_resume = Command::new(client_bin)
|
||||||
|
.arg("--dosh-host")
|
||||||
|
.arg("127.0.0.1")
|
||||||
|
.arg("--dosh-port")
|
||||||
|
.arg(port.to_string())
|
||||||
|
.arg("cp")
|
||||||
|
.arg("--resume")
|
||||||
|
.arg(&local_upload)
|
||||||
|
.arg("local:remote-upload.txt")
|
||||||
|
.env("HOME", dir.path())
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
assert!(
|
||||||
|
!bad_upload_resume.status.success(),
|
||||||
|
"bad upload resume unexpectedly succeeded: stdout={} stderr={}",
|
||||||
|
String::from_utf8_lossy(&bad_upload_resume.stdout),
|
||||||
|
String::from_utf8_lossy(&bad_upload_resume.stderr)
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
fs::read_to_string(&remote_upload).unwrap(),
|
||||||
|
"remote-prefix-with-tail\n"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
fs::metadata(&remote_upload).unwrap().permissions().mode() & 0o777,
|
||||||
|
0o600
|
||||||
|
);
|
||||||
|
|
||||||
|
fs::write(dir.path().join("remote-download.txt"), b"remote-download\n").unwrap();
|
||||||
|
let local_download = dir.path().join("download-prefix.txt");
|
||||||
|
fs::write(&local_download, b"local-download-with-tail\n").unwrap();
|
||||||
|
|
||||||
|
let bad_download_resume = Command::new(client_bin)
|
||||||
|
.arg("--dosh-host")
|
||||||
|
.arg("127.0.0.1")
|
||||||
|
.arg("--dosh-port")
|
||||||
|
.arg(port.to_string())
|
||||||
|
.arg("cp")
|
||||||
|
.arg("--resume")
|
||||||
|
.arg("local:remote-download.txt")
|
||||||
|
.arg(&local_download)
|
||||||
|
.env("HOME", dir.path())
|
||||||
|
.output()
|
||||||
|
.unwrap();
|
||||||
|
assert!(
|
||||||
|
!bad_download_resume.status.success(),
|
||||||
|
"bad download resume unexpectedly succeeded: stdout={} stderr={}",
|
||||||
|
String::from_utf8_lossy(&bad_download_resume.stdout),
|
||||||
|
String::from_utf8_lossy(&bad_download_resume.stderr)
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
fs::read_to_string(&local_download).unwrap(),
|
||||||
|
"local-download-with-tail\n"
|
||||||
|
);
|
||||||
|
|
||||||
|
let _ = server.kill();
|
||||||
|
let _ = server.wait();
|
||||||
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn native_exec_command_smoke() {
|
fn native_exec_command_smoke() {
|
||||||
let dir = tempfile::tempdir().unwrap();
|
let dir = tempfile::tempdir().unwrap();
|
||||||
|
|||||||
Reference in New Issue
Block a user