tyler/proxmox-backup
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

src/client/http_client.rs - BackupClient: use async

Browse Source
This commit is contained in:
Dietmar Maurer 2019-09-05 12:55:22 +02:00
parent 2a1e6d7dea
commit 2f831baec0
1 changed files with 63 additions and 82 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

65
src/client/http_client.rs
View File

@ -613,16 +613,11 @@ impl BackupClient {
self.canceller.cancel();
}
pub fn upload_blob<R: std::io::Read>(
pub async fn upload_blob<R: std::io::Read>(
&self,
mut reader: R,
file_name: &str,
) -> impl Future<Output = Result<BackupStats, Error>> {
let h2 = self.h2.clone();
let file_name = file_name.to_owned();
async move {
) -> Result<BackupStats, Error> {
let mut raw_data = Vec::new();
// fixme: avoid loading into memory
reader.read_to_end(&mut raw_data)?;
@ -630,25 +625,21 @@ impl BackupClient {
let csum = openssl::sha::sha256(&raw_data);
let param = json!({"encoded-size": raw_data.len(), "file-name": file_name });
let size = raw_data.len() as u64; // fixme: should be decoded size instead??
let _value = h2.upload("blob", Some(param), raw_data).await?;
let _value = self.h2.upload("blob", Some(param), raw_data).await?;
Ok(BackupStats { size, csum })
}
}
pub fn upload_blob_from_data(
pub async fn upload_blob_from_data(
&self,
data: Vec<u8>,
file_name: &str,
crypt_config: Option<Arc<CryptConfig>>,
compress: bool,
sign_only: bool,
) -> impl Future<Output = Result<BackupStats, Error>> {
) -> Result<BackupStats, Error> {
let h2 = self.h2.clone();
let file_name = file_name.to_owned();
let size = data.len() as u64;
async move {
let blob = if let Some(crypt_config) = crypt_config {
if sign_only {
DataBlob::create_signed(&data, crypt_config, compress)?
@ -663,30 +654,29 @@ impl BackupClient {
let csum = openssl::sha::sha256(&raw_data);
let param = json!({"encoded-size": raw_data.len(), "file-name": file_name });
let _value = h2.upload("blob", Some(param), raw_data).await?;
let _value = self.h2.upload("blob", Some(param), raw_data).await?;
Ok(BackupStats { size, csum })
}
}
pub fn upload_blob_from_file<P: AsRef<std::path::Path>>(
pub async fn upload_blob_from_file<P: AsRef<std::path::Path>>(
&self,
src_path: P,
file_name: &str,
crypt_config: Option<Arc<CryptConfig>>,
compress: bool,
) -> impl Future<Output = Result<BackupStats, Error>> {
) -> Result<BackupStats, Error> {
let h2 = self.h2.clone();
let file_name = file_name.to_owned();
let src_path = src_path.as_ref().to_owned();
let src_path = src_path.as_ref();
async move {
let mut file = tokio::fs::File::open(src_path.clone())
.await
.map_err(move |err| format_err!("unable to open file {:?} - {}", src_path, err))?;
.map_err(|err| format_err!("unable to open file {:?} - {}", src_path, err))?;
let mut contents = Vec::new();
file.read_to_end(&mut contents).await.map_err(Error::from)?;
file.read_to_end(&mut contents)
.await
.map_err(|err| format_err!("unable to read file {:?} - {}", src_path, err))?;
let size: u64 = contents.len() as u64;
let blob = DataBlob::encode(&contents, crypt_config, compress)?;
@ -696,19 +686,18 @@ impl BackupClient {
"encoded-size": raw_data.len(),
"file-name": file_name,
});
h2.upload("blob", Some(param), raw_data).await?;
self.h2.upload("blob", Some(param), raw_data).await?;
Ok(BackupStats { size, csum })
}
}
pub fn upload_stream(
pub async fn upload_stream(
&self,
archive_name: &str,
stream: impl Stream<Item = Result<bytes::BytesMut, Error>>,
prefix: &str,
fixed_size: Option<u64>,
crypt_config: Option<Arc<CryptConfig>>,
) -> impl Future<Output = Result<BackupStats, Error>> {
) -> Result<BackupStats, Error> {
let known_chunks = Arc::new(Mutex::new(HashSet::new()));
let mut param = json!({ "archive-name": archive_name });
@ -719,20 +708,13 @@ impl BackupClient {
let index_path = format!("{}_index", prefix);
let close_path = format!("{}_close", prefix);
let prefix = prefix.to_owned();
Self::download_chunk_list(self.h2.clone(), &index_path, archive_name, known_chunks.clone()).await?;
let h2 = self.h2.clone();
let wid = self.h2.post(&index_path, Some(param)).await?.as_u64().unwrap();
let download_future =
Self::download_chunk_list(h2.clone(), &index_path, archive_name, known_chunks.clone());
async move {
download_future.await?;
let wid = h2.post(&index_path, Some(param)).await?.as_u64().unwrap();
let (chunk_count, size, _speed, csum) = Self::upload_chunk_info_stream(
h2.clone(),
let (chunk_count, size, _speed, csum) =
Self::upload_chunk_info_stream(
self.h2.clone(),
wid,
stream,
&prefix,
@ -746,13 +728,12 @@ impl BackupClient {
"chunk-count": chunk_count,
"size": size,
});
let _value = h2.post(&close_path, Some(param)).await?;
let _value = self.h2.post(&close_path, Some(param)).await?;
Ok(BackupStats {
size: size as u64,
csum,
})
}
}
fn response_queue() -> (
mpsc::Sender<h2::client::ResponseFuture>,