2019-11-21 13:53:15 +00:00
|
|
|
use std::collections::{HashSet, HashMap};
|
2020-01-23 10:16:57 +00:00
|
|
|
use std::convert::TryFrom;
|
2019-11-21 13:53:15 +00:00
|
|
|
|
2019-12-04 14:49:11 +00:00
|
|
|
use chrono::{TimeZone, Local};
|
2020-04-17 12:11:25 +00:00
|
|
|
use anyhow::{bail, Error};
|
2019-06-25 08:16:59 +00:00
|
|
|
use futures::*;
|
2019-11-21 13:53:15 +00:00
|
|
|
use hyper::http::request::Parts;
|
|
|
|
use hyper::{header, Body, Response, StatusCode};
|
2018-12-21 12:38:41 +00:00
|
|
|
use serde_json::{json, Value};
|
|
|
|
|
2020-04-17 12:36:27 +00:00
|
|
|
use proxmox::api::{
|
|
|
|
api, ApiResponseFuture, ApiHandler, ApiMethod, Router,
|
2020-04-28 08:11:15 +00:00
|
|
|
RpcEnvironment, RpcEnvironmentType, Permission, UserInformation};
|
2019-11-21 13:53:15 +00:00
|
|
|
use proxmox::api::router::SubdirMap;
|
|
|
|
use proxmox::api::schema::*;
|
2019-12-18 10:05:30 +00:00
|
|
|
use proxmox::tools::fs::{file_get_contents, replace_file, CreateOptions};
|
2020-01-21 11:28:01 +00:00
|
|
|
use proxmox::try_block;
|
|
|
|
use proxmox::{http_err, identity, list_subdirs_api_method, sortable};
|
2019-08-03 11:05:38 +00:00
|
|
|
|
2019-11-21 13:53:15 +00:00
|
|
|
use crate::api2::types::*;
|
2019-02-12 13:13:31 +00:00
|
|
|
use crate::backup::*;
|
2019-11-21 13:53:15 +00:00
|
|
|
use crate::config::datastore;
|
2020-04-28 08:11:15 +00:00
|
|
|
use crate::config::cached_user_info::CachedUserInfo;
|
|
|
|
|
2019-04-06 09:27:23 +00:00
|
|
|
use crate::server::WorkerTask;
|
2019-11-21 13:53:15 +00:00
|
|
|
use crate::tools;
|
2020-04-27 05:13:06 +00:00
|
|
|
use crate::config::acl::{
|
|
|
|
PRIV_DATASTORE_AUDIT,
|
2020-04-28 08:11:15 +00:00
|
|
|
PRIV_DATASTORE_MODIFY,
|
2020-04-27 05:13:06 +00:00
|
|
|
PRIV_DATASTORE_READ,
|
|
|
|
PRIV_DATASTORE_PRUNE,
|
2020-04-28 08:11:15 +00:00
|
|
|
PRIV_DATASTORE_BACKUP,
|
2020-04-27 05:13:06 +00:00
|
|
|
};
|
2019-01-15 10:38:26 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
fn check_backup_owner(store: &DataStore, group: &BackupGroup, userid: &str) -> Result<(), Error> {
|
|
|
|
let owner = store.get_owner(group)?;
|
|
|
|
if &owner != userid {
|
|
|
|
bail!("backup owner check failed ({} != {})", userid, owner);
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
fn read_backup_index(store: &DataStore, backup_dir: &BackupDir) -> Result<Vec<BackupContent>, Error> {
|
2019-08-05 11:22:19 +00:00
|
|
|
|
|
|
|
let mut path = store.base_path();
|
|
|
|
path.push(backup_dir.relative_path());
|
|
|
|
path.push("index.json.blob");
|
|
|
|
|
|
|
|
let raw_data = file_get_contents(&path)?;
|
2020-01-23 10:16:57 +00:00
|
|
|
let index_size = raw_data.len() as u64;
|
|
|
|
let blob = DataBlob::from_raw(raw_data)?;
|
2019-08-05 11:22:19 +00:00
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
let manifest = BackupManifest::try_from(blob)?;
|
2019-08-05 11:22:19 +00:00
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
let mut result = Vec::new();
|
|
|
|
for item in manifest.files() {
|
|
|
|
result.push(BackupContent {
|
|
|
|
filename: item.filename.clone(),
|
|
|
|
size: Some(item.size),
|
|
|
|
});
|
2019-08-05 11:22:19 +00:00
|
|
|
}
|
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
result.push(BackupContent {
|
|
|
|
filename: "index.json.blob".to_string(),
|
|
|
|
size: Some(index_size),
|
|
|
|
});
|
2019-12-04 09:03:52 +00:00
|
|
|
|
2019-08-05 11:22:19 +00:00
|
|
|
Ok(result)
|
|
|
|
}
|
|
|
|
|
2019-02-28 11:51:27 +00:00
|
|
|
fn group_backups(backup_list: Vec<BackupInfo>) -> HashMap<String, Vec<BackupInfo>> {
|
|
|
|
|
|
|
|
let mut group_hash = HashMap::new();
|
|
|
|
|
|
|
|
for info in backup_list {
|
2019-03-04 12:51:36 +00:00
|
|
|
let group_id = info.backup_dir.group().group_path().to_str().unwrap().to_owned();
|
2019-02-28 11:51:27 +00:00
|
|
|
let time_list = group_hash.entry(group_id).or_insert(vec![]);
|
|
|
|
time_list.push(info);
|
|
|
|
}
|
|
|
|
|
|
|
|
group_hash
|
|
|
|
}
|
|
|
|
|
2020-01-17 09:17:18 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
type: Array,
|
|
|
|
description: "Returns the list of backup groups.",
|
|
|
|
items: {
|
|
|
|
type: GroupListItem,
|
|
|
|
}
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_AUDIT | PRIV_DATASTORE_BACKUP,
|
|
|
|
true),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-17 09:17:18 +00:00
|
|
|
)]
|
|
|
|
/// List backup groups.
|
2019-03-02 15:28:36 +00:00
|
|
|
fn list_groups(
|
2020-01-17 09:17:18 +00:00
|
|
|
store: String,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2020-01-17 09:17:18 +00:00
|
|
|
) -> Result<Vec<GroupListItem>, Error> {
|
2019-03-02 10:29:05 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
|
2020-01-17 09:17:18 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2019-03-02 10:29:05 +00:00
|
|
|
|
2019-05-11 08:19:34 +00:00
|
|
|
let backup_list = BackupInfo::list_backups(&datastore.base_path())?;
|
2019-03-02 10:29:05 +00:00
|
|
|
|
|
|
|
let group_hash = group_backups(backup_list);
|
|
|
|
|
2020-01-17 09:17:18 +00:00
|
|
|
let mut groups = Vec::new();
|
2019-03-02 10:29:05 +00:00
|
|
|
|
|
|
|
for (_group_id, mut list) in group_hash {
|
|
|
|
|
2019-03-04 17:20:57 +00:00
|
|
|
BackupInfo::sort_list(&mut list, false);
|
2019-03-02 10:29:05 +00:00
|
|
|
|
|
|
|
let info = &list[0];
|
2020-04-28 08:11:15 +00:00
|
|
|
|
2019-03-04 12:51:36 +00:00
|
|
|
let group = info.backup_dir.group();
|
2019-03-02 10:29:05 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let list_all = (user_privs & PRIV_DATASTORE_AUDIT) != 0;
|
|
|
|
if !list_all {
|
|
|
|
let owner = datastore.get_owner(group)?;
|
|
|
|
if owner != username { continue; }
|
|
|
|
}
|
|
|
|
|
2020-01-17 09:17:18 +00:00
|
|
|
let result_item = GroupListItem {
|
|
|
|
backup_type: group.backup_type().to_string(),
|
|
|
|
backup_id: group.backup_id().to_string(),
|
|
|
|
last_backup: info.backup_dir.backup_time().timestamp(),
|
|
|
|
backup_count: list.len() as u64,
|
|
|
|
files: info.files.clone(),
|
|
|
|
};
|
|
|
|
groups.push(result_item);
|
2019-03-02 10:29:05 +00:00
|
|
|
}
|
|
|
|
|
2020-01-17 09:17:18 +00:00
|
|
|
Ok(groups)
|
2019-03-02 10:29:05 +00:00
|
|
|
}
|
2019-02-28 11:51:27 +00:00
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-type": {
|
|
|
|
schema: BACKUP_TYPE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-id": {
|
|
|
|
schema: BACKUP_ID_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-time": {
|
|
|
|
schema: BACKUP_TIME_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
type: Array,
|
|
|
|
description: "Returns the list of archive files inside a backup snapshots.",
|
|
|
|
items: {
|
|
|
|
type: BackupContent,
|
|
|
|
}
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_AUDIT | PRIV_DATASTORE_READ | PRIV_DATASTORE_BACKUP,
|
|
|
|
true),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-23 10:16:57 +00:00
|
|
|
)]
|
|
|
|
/// List snapshot files.
|
2020-02-26 12:49:47 +00:00
|
|
|
pub fn list_snapshot_files(
|
2020-01-23 10:16:57 +00:00
|
|
|
store: String,
|
|
|
|
backup_type: String,
|
|
|
|
backup_id: String,
|
|
|
|
backup_time: i64,
|
2019-03-06 09:49:59 +00:00
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2020-01-23 10:16:57 +00:00
|
|
|
) -> Result<Vec<BackupContent>, Error> {
|
2019-03-06 09:49:59 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2020-04-28 08:11:15 +00:00
|
|
|
|
2019-03-06 09:49:59 +00:00
|
|
|
let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
|
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let allowed = (user_privs & (PRIV_DATASTORE_AUDIT | PRIV_DATASTORE_READ)) != 0;
|
|
|
|
if !allowed { check_backup_owner(&datastore, snapshot.group(), &username)?; }
|
|
|
|
|
2019-08-07 07:16:14 +00:00
|
|
|
let mut files = read_backup_index(&datastore, &snapshot)?;
|
|
|
|
|
|
|
|
let info = BackupInfo::new(&datastore.base_path(), snapshot)?;
|
2019-03-06 09:49:59 +00:00
|
|
|
|
2020-01-23 10:16:57 +00:00
|
|
|
let file_set = files.iter().fold(HashSet::new(), |mut acc, item| {
|
|
|
|
acc.insert(item.filename.clone());
|
2019-08-07 07:16:14 +00:00
|
|
|
acc
|
|
|
|
});
|
|
|
|
|
|
|
|
for file in info.files {
|
|
|
|
if file_set.contains(&file) { continue; }
|
2020-01-23 10:16:57 +00:00
|
|
|
files.push(BackupContent { filename: file, size: None });
|
2019-08-07 07:16:14 +00:00
|
|
|
}
|
2019-03-06 09:49:59 +00:00
|
|
|
|
2019-08-05 11:22:19 +00:00
|
|
|
Ok(files)
|
2019-03-06 09:49:59 +00:00
|
|
|
}
|
|
|
|
|
2020-01-23 09:16:45 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-type": {
|
|
|
|
schema: BACKUP_TYPE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-id": {
|
|
|
|
schema: BACKUP_ID_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-time": {
|
|
|
|
schema: BACKUP_TIME_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_MODIFY| PRIV_DATASTORE_PRUNE,
|
|
|
|
true),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-23 09:16:45 +00:00
|
|
|
)]
|
|
|
|
/// Delete backup snapshot.
|
|
|
|
fn delete_snapshot(
|
|
|
|
store: String,
|
|
|
|
backup_type: String,
|
|
|
|
backup_id: String,
|
|
|
|
backup_time: i64,
|
2019-03-03 10:29:00 +00:00
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2019-03-03 10:29:00 +00:00
|
|
|
) -> Result<Value, Error> {
|
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
|
2019-03-05 08:16:54 +00:00
|
|
|
let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
|
2019-03-03 10:29:00 +00:00
|
|
|
|
2020-01-23 09:16:45 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2019-03-03 10:29:00 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let allowed = (user_privs & PRIV_DATASTORE_MODIFY) != 0;
|
|
|
|
if !allowed { check_backup_owner(&datastore, snapshot.group(), &username)?; }
|
|
|
|
|
2019-03-03 10:29:00 +00:00
|
|
|
datastore.remove_backup_dir(&snapshot)?;
|
|
|
|
|
|
|
|
Ok(Value::Null)
|
|
|
|
}
|
|
|
|
|
2020-01-07 11:52:15 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-type": {
|
|
|
|
optional: true,
|
|
|
|
schema: BACKUP_TYPE_SCHEMA,
|
|
|
|
},
|
|
|
|
"backup-id": {
|
|
|
|
optional: true,
|
|
|
|
schema: BACKUP_ID_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
type: Array,
|
|
|
|
description: "Returns the list of snapshots.",
|
|
|
|
items: {
|
|
|
|
type: SnapshotListItem,
|
|
|
|
}
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_AUDIT | PRIV_DATASTORE_BACKUP,
|
|
|
|
true),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-07 11:52:15 +00:00
|
|
|
)]
|
|
|
|
/// List backup snapshots.
|
2020-02-27 10:27:44 +00:00
|
|
|
pub fn list_snapshots (
|
2020-04-28 08:11:15 +00:00
|
|
|
store: String,
|
|
|
|
backup_type: Option<String>,
|
|
|
|
backup_id: Option<String>,
|
|
|
|
_param: Value,
|
2019-03-02 15:20:50 +00:00
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2020-01-07 11:52:15 +00:00
|
|
|
) -> Result<Vec<SnapshotListItem>, Error> {
|
2019-03-02 15:20:50 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
2019-03-02 15:20:50 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2019-03-02 15:20:50 +00:00
|
|
|
|
2019-05-11 08:19:34 +00:00
|
|
|
let base_path = datastore.base_path();
|
2019-03-02 15:20:50 +00:00
|
|
|
|
2019-07-18 07:11:43 +00:00
|
|
|
let backup_list = BackupInfo::list_backups(&base_path)?;
|
2019-03-02 15:20:50 +00:00
|
|
|
|
|
|
|
let mut snapshots = vec![];
|
|
|
|
|
2019-05-11 08:19:34 +00:00
|
|
|
for info in backup_list {
|
2019-07-18 07:11:43 +00:00
|
|
|
let group = info.backup_dir.group();
|
2020-04-28 08:11:15 +00:00
|
|
|
if let Some(ref backup_type) = backup_type {
|
2019-07-18 07:11:43 +00:00
|
|
|
if backup_type != group.backup_type() { continue; }
|
|
|
|
}
|
2020-04-28 08:11:15 +00:00
|
|
|
if let Some(ref backup_id) = backup_id {
|
2019-07-18 07:11:43 +00:00
|
|
|
if backup_id != group.backup_id() { continue; }
|
|
|
|
}
|
2019-08-06 08:56:21 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let list_all = (user_privs & PRIV_DATASTORE_AUDIT) != 0;
|
|
|
|
if !list_all {
|
|
|
|
let owner = datastore.get_owner(group)?;
|
|
|
|
if owner != username { continue; }
|
|
|
|
}
|
|
|
|
|
2020-01-07 11:52:15 +00:00
|
|
|
let mut result_item = SnapshotListItem {
|
|
|
|
backup_type: group.backup_type().to_string(),
|
|
|
|
backup_id: group.backup_id().to_string(),
|
|
|
|
backup_time: info.backup_dir.backup_time().timestamp(),
|
|
|
|
files: info.files,
|
|
|
|
size: None,
|
|
|
|
};
|
2019-08-06 08:56:21 +00:00
|
|
|
|
|
|
|
if let Ok(index) = read_backup_index(&datastore, &info.backup_dir) {
|
|
|
|
let mut backup_size = 0;
|
2020-01-23 10:16:57 +00:00
|
|
|
for item in index.iter() {
|
|
|
|
if let Some(item_size) = item.size {
|
2019-08-06 08:56:21 +00:00
|
|
|
backup_size += item_size;
|
|
|
|
}
|
|
|
|
}
|
2020-01-07 11:52:15 +00:00
|
|
|
result_item.size = Some(backup_size);
|
2019-08-06 08:56:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
snapshots.push(result_item);
|
2019-03-02 15:20:50 +00:00
|
|
|
}
|
|
|
|
|
2020-01-07 11:52:15 +00:00
|
|
|
Ok(snapshots)
|
2019-03-02 15:20:50 +00:00
|
|
|
}
|
|
|
|
|
2020-01-23 11:42:40 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
type: StorageStatus,
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(&["datastore", "{store}"], PRIV_DATASTORE_AUDIT | PRIV_DATASTORE_BACKUP, true),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-23 11:42:40 +00:00
|
|
|
)]
|
|
|
|
/// Get datastore status.
|
2020-02-26 12:49:47 +00:00
|
|
|
pub fn status(
|
2020-01-23 11:42:40 +00:00
|
|
|
store: String,
|
2019-07-16 11:34:38 +00:00
|
|
|
_info: &ApiMethod,
|
|
|
|
_rpcenv: &mut dyn RpcEnvironment,
|
2020-01-23 11:42:40 +00:00
|
|
|
) -> Result<StorageStatus, Error> {
|
2019-07-16 11:34:38 +00:00
|
|
|
|
2020-01-23 11:42:40 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2019-07-16 11:34:38 +00:00
|
|
|
|
|
|
|
let base_path = datastore.base_path();
|
|
|
|
|
|
|
|
let mut stat: libc::statfs64 = unsafe { std::mem::zeroed() };
|
|
|
|
|
|
|
|
use nix::NixPath;
|
|
|
|
|
|
|
|
let res = base_path.with_nix_path(|cstr| unsafe { libc::statfs64(cstr.as_ptr(), &mut stat) })?;
|
|
|
|
nix::errno::Errno::result(res)?;
|
|
|
|
|
|
|
|
let bsize = stat.f_bsize as u64;
|
2020-01-23 11:42:40 +00:00
|
|
|
|
|
|
|
Ok(StorageStatus {
|
|
|
|
total: stat.f_blocks*bsize,
|
|
|
|
used: (stat.f_blocks-stat.f_bfree)*bsize,
|
|
|
|
avail: stat.f_bavail*bsize,
|
|
|
|
})
|
2019-07-16 11:34:38 +00:00
|
|
|
}
|
|
|
|
|
2019-11-21 08:36:41 +00:00
|
|
|
#[macro_export]
|
|
|
|
macro_rules! add_common_prune_prameters {
|
2019-11-21 12:10:49 +00:00
|
|
|
( [ $( $list1:tt )* ] ) => {
|
|
|
|
add_common_prune_prameters!([$( $list1 )* ] , [])
|
|
|
|
};
|
|
|
|
( [ $( $list1:tt )* ] , [ $( $list2:tt )* ] ) => {
|
2019-11-21 08:36:41 +00:00
|
|
|
[
|
2019-11-21 12:10:49 +00:00
|
|
|
$( $list1 )*
|
2019-11-21 08:36:41 +00:00
|
|
|
(
|
2019-11-21 12:10:49 +00:00
|
|
|
"keep-daily",
|
2019-11-21 08:36:41 +00:00
|
|
|
true,
|
2019-11-21 12:10:49 +00:00
|
|
|
&IntegerSchema::new("Number of daily backups to keep.")
|
2019-11-21 08:36:41 +00:00
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
2019-12-07 10:23:33 +00:00
|
|
|
(
|
|
|
|
"keep-hourly",
|
|
|
|
true,
|
|
|
|
&IntegerSchema::new("Number of hourly backups to keep.")
|
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
2019-11-21 08:36:41 +00:00
|
|
|
(
|
2019-11-21 12:10:49 +00:00
|
|
|
"keep-last",
|
2019-11-21 08:36:41 +00:00
|
|
|
true,
|
2019-11-21 12:10:49 +00:00
|
|
|
&IntegerSchema::new("Number of backups to keep.")
|
2019-11-21 08:36:41 +00:00
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
|
|
|
(
|
2019-11-21 12:10:49 +00:00
|
|
|
"keep-monthly",
|
2019-11-21 08:36:41 +00:00
|
|
|
true,
|
2019-11-21 12:10:49 +00:00
|
|
|
&IntegerSchema::new("Number of monthly backups to keep.")
|
2019-11-21 08:36:41 +00:00
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
|
|
|
(
|
2019-11-21 12:10:49 +00:00
|
|
|
"keep-weekly",
|
2019-11-21 08:36:41 +00:00
|
|
|
true,
|
2019-11-21 12:10:49 +00:00
|
|
|
&IntegerSchema::new("Number of weekly backups to keep.")
|
2019-11-21 08:36:41 +00:00
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"keep-yearly",
|
|
|
|
true,
|
|
|
|
&IntegerSchema::new("Number of yearly backups to keep.")
|
|
|
|
.minimum(1)
|
|
|
|
.schema()
|
|
|
|
),
|
2019-11-21 12:10:49 +00:00
|
|
|
$( $list2 )*
|
2019-11-21 08:36:41 +00:00
|
|
|
]
|
|
|
|
}
|
2019-07-16 11:34:38 +00:00
|
|
|
}
|
|
|
|
|
2019-12-06 11:36:41 +00:00
|
|
|
const API_METHOD_PRUNE: ApiMethod = ApiMethod::new(
|
|
|
|
&ApiHandler::Sync(&prune),
|
2019-11-21 08:36:41 +00:00
|
|
|
&ObjectSchema::new(
|
2019-12-06 11:36:41 +00:00
|
|
|
"Prune the datastore.",
|
|
|
|
&add_common_prune_prameters!([
|
|
|
|
("backup-id", false, &BACKUP_ID_SCHEMA),
|
|
|
|
("backup-type", false, &BACKUP_TYPE_SCHEMA),
|
2019-12-08 09:59:47 +00:00
|
|
|
("dry-run", true, &BooleanSchema::new(
|
|
|
|
"Just show what prune would do, but do not delete anything.")
|
|
|
|
.schema()
|
|
|
|
),
|
2019-12-06 11:36:41 +00:00
|
|
|
],[
|
2019-12-11 12:45:23 +00:00
|
|
|
("store", false, &DATASTORE_SCHEMA),
|
2019-12-06 11:36:41 +00:00
|
|
|
])
|
2019-11-21 08:36:41 +00:00
|
|
|
)
|
2020-04-28 08:11:15 +00:00
|
|
|
).access(None, &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_MODIFY | PRIV_DATASTORE_PRUNE,
|
|
|
|
true)
|
|
|
|
);
|
2019-11-21 08:36:41 +00:00
|
|
|
|
2019-02-27 15:53:17 +00:00
|
|
|
fn prune(
|
|
|
|
param: Value,
|
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2019-02-27 15:53:17 +00:00
|
|
|
) -> Result<Value, Error> {
|
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let store = tools::required_string_param(¶m, "store")?;
|
2019-07-27 06:49:14 +00:00
|
|
|
let backup_type = tools::required_string_param(¶m, "backup-type")?;
|
|
|
|
let backup_id = tools::required_string_param(¶m, "backup-id")?;
|
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
|
2019-12-08 09:59:47 +00:00
|
|
|
let dry_run = param["dry-run"].as_bool().unwrap_or(false);
|
|
|
|
|
2019-07-27 06:49:14 +00:00
|
|
|
let group = BackupGroup::new(backup_type, backup_id);
|
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
|
|
|
|
|
|
|
let allowed = (user_privs & PRIV_DATASTORE_MODIFY) != 0;
|
|
|
|
if !allowed { check_backup_owner(&datastore, &group, &username)?; }
|
2019-02-27 15:53:17 +00:00
|
|
|
|
2019-12-06 11:28:31 +00:00
|
|
|
let prune_options = PruneOptions {
|
|
|
|
keep_last: param["keep-last"].as_u64(),
|
2019-12-07 10:23:33 +00:00
|
|
|
keep_hourly: param["keep-hourly"].as_u64(),
|
2019-12-06 11:28:31 +00:00
|
|
|
keep_daily: param["keep-daily"].as_u64(),
|
|
|
|
keep_weekly: param["keep-weekly"].as_u64(),
|
|
|
|
keep_monthly: param["keep-monthly"].as_u64(),
|
|
|
|
keep_yearly: param["keep-yearly"].as_u64(),
|
|
|
|
};
|
2019-02-28 11:51:27 +00:00
|
|
|
|
2019-12-14 15:05:21 +00:00
|
|
|
let worker_id = format!("{}_{}_{}", store, backup_type, backup_id);
|
|
|
|
|
2020-04-01 10:24:28 +00:00
|
|
|
let mut prune_result = Vec::new();
|
|
|
|
|
|
|
|
let list = group.list_backups(&datastore.base_path())?;
|
|
|
|
|
|
|
|
let mut prune_info = compute_prune_info(list, &prune_options)?;
|
|
|
|
|
|
|
|
prune_info.reverse(); // delete older snapshots first
|
|
|
|
|
|
|
|
let keep_all = !prune_options.keeps_something();
|
|
|
|
|
|
|
|
if dry_run {
|
|
|
|
for (info, mut keep) in prune_info {
|
|
|
|
if keep_all { keep = true; }
|
|
|
|
|
|
|
|
let backup_time = info.backup_dir.backup_time();
|
|
|
|
let group = info.backup_dir.group();
|
|
|
|
|
|
|
|
prune_result.push(json!({
|
|
|
|
"backup-type": group.backup_type(),
|
|
|
|
"backup-id": group.backup_id(),
|
|
|
|
"backup-time": backup_time.timestamp(),
|
|
|
|
"keep": keep,
|
|
|
|
}));
|
|
|
|
}
|
|
|
|
return Ok(json!(prune_result));
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2019-12-07 15:11:26 +00:00
|
|
|
// We use a WorkerTask just to have a task log, but run synchrounously
|
2019-12-14 15:05:21 +00:00
|
|
|
let worker = WorkerTask::new("prune", Some(worker_id), "root@pam", true)?;
|
2020-04-01 10:24:28 +00:00
|
|
|
|
2019-06-25 06:12:25 +00:00
|
|
|
let result = try_block! {
|
2020-04-01 10:24:28 +00:00
|
|
|
if keep_all {
|
2019-07-27 06:49:14 +00:00
|
|
|
worker.log("No prune selection - keeping all files.");
|
2019-06-25 06:12:25 +00:00
|
|
|
} else {
|
2019-12-14 15:32:16 +00:00
|
|
|
worker.log(format!("retention options: {}", prune_options.cli_options_string()));
|
2020-04-01 10:24:28 +00:00
|
|
|
worker.log(format!("Starting prune on store \"{}\" group \"{}/{}\"",
|
|
|
|
store, backup_type, backup_id));
|
2019-06-25 06:12:25 +00:00
|
|
|
}
|
2019-02-28 11:51:27 +00:00
|
|
|
|
2020-04-01 10:24:28 +00:00
|
|
|
for (info, mut keep) in prune_info {
|
|
|
|
if keep_all { keep = true; }
|
2019-06-25 06:12:25 +00:00
|
|
|
|
2019-12-08 09:59:47 +00:00
|
|
|
let backup_time = info.backup_dir.backup_time();
|
|
|
|
let timestamp = BackupDir::backup_time_to_string(backup_time);
|
|
|
|
let group = info.backup_dir.group();
|
|
|
|
|
2020-04-01 10:24:28 +00:00
|
|
|
|
2019-12-08 09:59:47 +00:00
|
|
|
let msg = format!(
|
|
|
|
"{}/{}/{} {}",
|
|
|
|
group.backup_type(),
|
|
|
|
group.backup_id(),
|
|
|
|
timestamp,
|
|
|
|
if keep { "keep" } else { "remove" },
|
|
|
|
);
|
|
|
|
|
|
|
|
worker.log(msg);
|
|
|
|
|
2020-04-01 10:24:28 +00:00
|
|
|
prune_result.push(json!({
|
|
|
|
"backup-type": group.backup_type(),
|
|
|
|
"backup-id": group.backup_id(),
|
|
|
|
"backup-time": backup_time.timestamp(),
|
|
|
|
"keep": keep,
|
|
|
|
}));
|
|
|
|
|
2019-12-08 09:59:47 +00:00
|
|
|
if !(dry_run || keep) {
|
2019-12-05 12:13:30 +00:00
|
|
|
datastore.remove_backup_dir(&info.backup_dir)?;
|
|
|
|
}
|
2019-02-28 11:51:27 +00:00
|
|
|
}
|
2019-06-25 06:12:25 +00:00
|
|
|
|
|
|
|
Ok(())
|
|
|
|
};
|
|
|
|
|
|
|
|
worker.log_result(&result);
|
|
|
|
|
|
|
|
if let Err(err) = result {
|
|
|
|
bail!("prune failed - {}", err);
|
2020-04-01 10:24:28 +00:00
|
|
|
};
|
2019-02-27 15:53:17 +00:00
|
|
|
|
2020-04-01 10:24:28 +00:00
|
|
|
Ok(json!(prune_result))
|
2019-02-27 15:53:17 +00:00
|
|
|
}
|
|
|
|
|
2020-01-23 12:01:21 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
schema: UPID_SCHEMA,
|
|
|
|
},
|
2020-04-17 12:36:27 +00:00
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Privilege(&["datastore", "{store}"], PRIV_DATASTORE_MODIFY, false),
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
2020-01-23 12:01:21 +00:00
|
|
|
)]
|
|
|
|
/// Start garbage collection.
|
2019-01-26 13:50:37 +00:00
|
|
|
fn start_garbage_collection(
|
2020-01-23 12:01:21 +00:00
|
|
|
store: String,
|
2019-01-26 13:50:37 +00:00
|
|
|
_info: &ApiMethod,
|
2019-06-07 11:10:56 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2019-01-26 13:50:37 +00:00
|
|
|
) -> Result<Value, Error> {
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2019-04-01 10:02:46 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2019-01-18 07:33:11 +00:00
|
|
|
println!("Starting garbage collection on store {}", store);
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2019-04-06 09:27:23 +00:00
|
|
|
let to_stdout = if rpcenv.env_type() == RpcEnvironmentType::CLI { true } else { false };
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2019-04-06 09:27:23 +00:00
|
|
|
let upid_str = WorkerTask::new_thread(
|
|
|
|
"garbage_collection", Some(store.clone()), "root@pam", to_stdout, move |worker|
|
|
|
|
{
|
|
|
|
worker.log(format!("starting garbage collection on store {}", store));
|
2019-04-06 15:57:38 +00:00
|
|
|
datastore.garbage_collection(worker)
|
2019-04-06 09:27:23 +00:00
|
|
|
})?;
|
|
|
|
|
|
|
|
Ok(json!(upid_str))
|
2018-12-21 12:38:41 +00:00
|
|
|
}
|
|
|
|
|
2020-01-23 12:31:52 +00:00
|
|
|
#[api(
|
|
|
|
input: {
|
|
|
|
properties: {
|
|
|
|
store: {
|
|
|
|
schema: DATASTORE_SCHEMA,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
returns: {
|
|
|
|
type: GarbageCollectionStatus,
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
|
|
|
access: {
|
|
|
|
permission: &Permission::Privilege(&["datastore", "{store}"], PRIV_DATASTORE_AUDIT, false),
|
|
|
|
},
|
2020-01-23 12:31:52 +00:00
|
|
|
)]
|
|
|
|
/// Garbage collection status.
|
2020-01-30 12:26:46 +00:00
|
|
|
pub fn garbage_collection_status(
|
2020-01-23 12:31:52 +00:00
|
|
|
store: String,
|
2019-01-26 13:50:37 +00:00
|
|
|
_info: &ApiMethod,
|
2019-06-07 11:10:56 +00:00
|
|
|
_rpcenv: &mut dyn RpcEnvironment,
|
2020-01-23 12:31:52 +00:00
|
|
|
) -> Result<GarbageCollectionStatus, Error> {
|
2019-01-04 10:33:58 +00:00
|
|
|
|
2019-04-11 10:04:25 +00:00
|
|
|
let datastore = DataStore::lookup_datastore(&store)?;
|
|
|
|
|
|
|
|
let status = datastore.last_gc_status();
|
2019-01-04 10:33:58 +00:00
|
|
|
|
2020-01-23 12:31:52 +00:00
|
|
|
Ok(status)
|
2019-01-04 10:33:58 +00:00
|
|
|
}
|
|
|
|
|
2020-04-17 12:36:27 +00:00
|
|
|
#[api(
|
|
|
|
access: {
|
2020-04-28 08:11:15 +00:00
|
|
|
permission: &Permission::Anybody,
|
2020-04-17 12:36:27 +00:00
|
|
|
},
|
|
|
|
)]
|
|
|
|
/// Datastore list
|
2019-01-26 13:50:37 +00:00
|
|
|
fn get_datastore_list(
|
|
|
|
_param: Value,
|
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: &mut dyn RpcEnvironment,
|
2019-01-26 13:50:37 +00:00
|
|
|
) -> Result<Value, Error> {
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2020-01-14 11:57:03 +00:00
|
|
|
let (config, _digest) = datastore::config()?;
|
2018-12-21 12:38:41 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
|
|
|
|
let mut skip: Vec<&str> = Vec::new();
|
|
|
|
|
|
|
|
for (store, _) in &config.sections {
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
let allowed = (user_privs & (PRIV_DATASTORE_AUDIT| PRIV_DATASTORE_BACKUP)) != 0;
|
|
|
|
if !allowed { skip.push(store); }
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(config.convert_to_array("store", None, &skip))
|
2018-12-21 12:38:41 +00:00
|
|
|
}
|
|
|
|
|
2019-12-06 11:36:41 +00:00
|
|
|
#[sortable]
|
|
|
|
pub const API_METHOD_DOWNLOAD_FILE: ApiMethod = ApiMethod::new(
|
|
|
|
&ApiHandler::AsyncHttp(&download_file),
|
|
|
|
&ObjectSchema::new(
|
|
|
|
"Download single raw file from backup snapshot.",
|
|
|
|
&sorted!([
|
2019-12-11 12:45:23 +00:00
|
|
|
("store", false, &DATASTORE_SCHEMA),
|
2019-12-06 11:36:41 +00:00
|
|
|
("backup-type", false, &BACKUP_TYPE_SCHEMA),
|
|
|
|
("backup-id", false, &BACKUP_ID_SCHEMA),
|
|
|
|
("backup-time", false, &BACKUP_TIME_SCHEMA),
|
2020-01-23 12:49:30 +00:00
|
|
|
("file-name", false, &BACKUP_ARCHIVE_NAME_SCHEMA),
|
2019-12-06 11:36:41 +00:00
|
|
|
]),
|
|
|
|
)
|
2020-04-28 08:11:15 +00:00
|
|
|
).access(None, &Permission::Privilege(
|
|
|
|
&["datastore", "{store}"],
|
|
|
|
PRIV_DATASTORE_READ | PRIV_DATASTORE_BACKUP,
|
|
|
|
true)
|
|
|
|
);
|
2019-01-04 10:33:58 +00:00
|
|
|
|
2019-06-25 08:16:59 +00:00
|
|
|
fn download_file(
|
|
|
|
_parts: Parts,
|
|
|
|
_req_body: Body,
|
|
|
|
param: Value,
|
2019-11-21 08:36:41 +00:00
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: Box<dyn RpcEnvironment>,
|
2019-12-16 08:59:45 +00:00
|
|
|
) -> ApiResponseFuture {
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
async move {
|
|
|
|
let store = tools::required_string_param(¶m, "store")?;
|
|
|
|
let datastore = DataStore::lookup_datastore(store)?;
|
2019-06-25 10:59:36 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
let user_info = CachedUserInfo::new()?;
|
|
|
|
let user_privs = user_info.lookup_privs(&username, &["datastore", &store]);
|
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let file_name = tools::required_string_param(¶m, "file-name")?.to_owned();
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let backup_type = tools::required_string_param(¶m, "backup-type")?;
|
|
|
|
let backup_id = tools::required_string_param(¶m, "backup-id")?;
|
|
|
|
let backup_time = tools::required_integer_param(¶m, "backup-time")?;
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let backup_dir = BackupDir::new(backup_type, backup_id, backup_time);
|
|
|
|
|
|
|
|
let allowed = (user_privs & PRIV_DATASTORE_READ) != 0;
|
|
|
|
if !allowed { check_backup_owner(&datastore, backup_dir.group(), &username)?; }
|
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
println!("Download {} from {} ({}/{}/{}/{})", file_name, store,
|
|
|
|
backup_type, backup_id, Local.timestamp(backup_time, 0), file_name);
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let mut path = datastore.base_path();
|
|
|
|
path.push(backup_dir.relative_path());
|
|
|
|
path.push(&file_name);
|
|
|
|
|
|
|
|
let file = tokio::fs::File::open(path)
|
|
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("File open failed: {}", err)))
|
|
|
|
.await?;
|
|
|
|
|
2019-12-12 14:27:07 +00:00
|
|
|
let payload = tokio_util::codec::FramedRead::new(file, tokio_util::codec::BytesCodec::new())
|
|
|
|
.map_ok(|bytes| hyper::body::Bytes::from(bytes.freeze()));
|
2019-11-22 12:02:05 +00:00
|
|
|
let body = Body::wrap_stream(payload);
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
// fixme: set other headers ?
|
|
|
|
Ok(Response::builder()
|
|
|
|
.status(StatusCode::OK)
|
|
|
|
.header(header::CONTENT_TYPE, "application/octet-stream")
|
|
|
|
.body(body)
|
|
|
|
.unwrap())
|
|
|
|
}.boxed()
|
2019-06-25 08:16:59 +00:00
|
|
|
}
|
|
|
|
|
2019-11-21 12:10:49 +00:00
|
|
|
#[sortable]
|
2019-12-06 11:36:41 +00:00
|
|
|
pub const API_METHOD_UPLOAD_BACKUP_LOG: ApiMethod = ApiMethod::new(
|
|
|
|
&ApiHandler::AsyncHttp(&upload_backup_log),
|
2019-11-21 08:36:41 +00:00
|
|
|
&ObjectSchema::new(
|
2020-04-28 08:11:15 +00:00
|
|
|
"Upload the client backup log file into a backup snapshot ('client.log.blob').",
|
2019-11-21 12:10:49 +00:00
|
|
|
&sorted!([
|
2019-12-11 12:45:23 +00:00
|
|
|
("store", false, &DATASTORE_SCHEMA),
|
2019-11-21 08:36:41 +00:00
|
|
|
("backup-type", false, &BACKUP_TYPE_SCHEMA),
|
2019-12-06 11:36:41 +00:00
|
|
|
("backup-id", false, &BACKUP_ID_SCHEMA),
|
2019-11-21 08:36:41 +00:00
|
|
|
("backup-time", false, &BACKUP_TIME_SCHEMA),
|
2019-11-21 12:10:49 +00:00
|
|
|
]),
|
2019-06-25 08:16:59 +00:00
|
|
|
)
|
2020-04-28 08:11:15 +00:00
|
|
|
).access(
|
|
|
|
Some("Only the backup creator/owner is allowed to do this."),
|
|
|
|
&Permission::Privilege(&["datastore", "{store}"], PRIV_DATASTORE_BACKUP, false)
|
|
|
|
);
|
2019-06-25 08:16:59 +00:00
|
|
|
|
2019-07-25 08:12:45 +00:00
|
|
|
fn upload_backup_log(
|
|
|
|
_parts: Parts,
|
|
|
|
req_body: Body,
|
|
|
|
param: Value,
|
2019-11-21 08:36:41 +00:00
|
|
|
_info: &ApiMethod,
|
2020-04-28 08:11:15 +00:00
|
|
|
rpcenv: Box<dyn RpcEnvironment>,
|
2019-12-16 08:59:45 +00:00
|
|
|
) -> ApiResponseFuture {
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
async move {
|
|
|
|
let store = tools::required_string_param(¶m, "store")?;
|
|
|
|
let datastore = DataStore::lookup_datastore(store)?;
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let file_name = "client.log.blob";
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let backup_type = tools::required_string_param(¶m, "backup-type")?;
|
|
|
|
let backup_id = tools::required_string_param(¶m, "backup-id")?;
|
|
|
|
let backup_time = tools::required_integer_param(¶m, "backup-time")?;
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let backup_dir = BackupDir::new(backup_type, backup_id, backup_time);
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2020-04-28 08:11:15 +00:00
|
|
|
let username = rpcenv.get_user().unwrap();
|
|
|
|
check_backup_owner(&datastore, backup_dir.group(), &username)?;
|
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
let mut path = datastore.base_path();
|
|
|
|
path.push(backup_dir.relative_path());
|
|
|
|
path.push(&file_name);
|
2019-07-25 08:12:45 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
if path.exists() {
|
|
|
|
bail!("backup already contains a log.");
|
|
|
|
}
|
2019-07-25 10:23:33 +00:00
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
println!("Upload backup log to {}/{}/{}/{}/{}", store,
|
|
|
|
backup_type, backup_id, BackupDir::backup_time_to_string(backup_dir.backup_time()), file_name);
|
|
|
|
|
|
|
|
let data = req_body
|
|
|
|
.map_err(Error::from)
|
|
|
|
.try_fold(Vec::new(), |mut acc, chunk| {
|
|
|
|
acc.extend_from_slice(&*chunk);
|
|
|
|
future::ok::<_, Error>(acc)
|
|
|
|
})
|
|
|
|
.await?;
|
|
|
|
|
|
|
|
let blob = DataBlob::from_raw(data)?;
|
|
|
|
// always verify CRC at server side
|
|
|
|
blob.verify_crc()?;
|
|
|
|
let raw_data = blob.raw_data();
|
2019-12-18 10:05:30 +00:00
|
|
|
replace_file(&path, raw_data, CreateOptions::new())?;
|
2019-11-22 12:02:05 +00:00
|
|
|
|
|
|
|
// fixme: use correct formatter
|
|
|
|
Ok(crate::server::formatter::json_response(Ok(Value::Null)))
|
|
|
|
}.boxed()
|
2019-07-25 08:12:45 +00:00
|
|
|
}
|
|
|
|
|
2019-11-21 12:10:49 +00:00
|
|
|
#[sortable]
|
2019-11-21 08:36:41 +00:00
|
|
|
const DATASTORE_INFO_SUBDIRS: SubdirMap = &[
|
|
|
|
(
|
|
|
|
"download",
|
|
|
|
&Router::new()
|
|
|
|
.download(&API_METHOD_DOWNLOAD_FILE)
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"files",
|
|
|
|
&Router::new()
|
2020-01-23 10:16:57 +00:00
|
|
|
.get(&API_METHOD_LIST_SNAPSHOT_FILES)
|
2019-11-21 08:36:41 +00:00
|
|
|
),
|
|
|
|
(
|
|
|
|
"gc",
|
|
|
|
&Router::new()
|
|
|
|
.get(&API_METHOD_GARBAGE_COLLECTION_STATUS)
|
|
|
|
.post(&API_METHOD_START_GARBAGE_COLLECTION)
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"groups",
|
|
|
|
&Router::new()
|
2020-01-17 09:17:18 +00:00
|
|
|
.get(&API_METHOD_LIST_GROUPS)
|
2019-11-21 08:36:41 +00:00
|
|
|
),
|
|
|
|
(
|
|
|
|
"prune",
|
|
|
|
&Router::new()
|
|
|
|
.post(&API_METHOD_PRUNE)
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"snapshots",
|
|
|
|
&Router::new()
|
2020-01-07 11:52:15 +00:00
|
|
|
.get(&API_METHOD_LIST_SNAPSHOTS)
|
2020-01-23 09:16:45 +00:00
|
|
|
.delete(&API_METHOD_DELETE_SNAPSHOT)
|
2019-11-21 08:36:41 +00:00
|
|
|
),
|
|
|
|
(
|
|
|
|
"status",
|
|
|
|
&Router::new()
|
|
|
|
.get(&API_METHOD_STATUS)
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"upload-backup-log",
|
|
|
|
&Router::new()
|
|
|
|
.upload(&API_METHOD_UPLOAD_BACKUP_LOG)
|
|
|
|
),
|
|
|
|
];
|
|
|
|
|
2019-11-22 12:02:05 +00:00
|
|
|
const DATASTORE_INFO_ROUTER: Router = Router::new()
|
2019-11-21 08:36:41 +00:00
|
|
|
.get(&list_subdirs_api_method!(DATASTORE_INFO_SUBDIRS))
|
|
|
|
.subdirs(DATASTORE_INFO_SUBDIRS);
|
|
|
|
|
|
|
|
|
|
|
|
pub const ROUTER: Router = Router::new()
|
2020-04-17 12:36:27 +00:00
|
|
|
.get(&API_METHOD_GET_DATASTORE_LIST)
|
2019-11-21 08:36:41 +00:00
|
|
|
.match_all("store", &DATASTORE_INFO_ROUTER);
|