2018-12-30 17:01:20 +00:00
|
|
|
extern crate proxmox_backup;
|
|
|
|
|
|
|
|
use failure::*;
|
|
|
|
|
2019-01-20 08:55:20 +00:00
|
|
|
use proxmox_backup::tools;
|
2019-02-21 08:07:25 +00:00
|
|
|
use proxmox_backup::cli::*;
|
2019-02-17 09:16:33 +00:00
|
|
|
use proxmox_backup::api_schema::*;
|
2019-02-17 08:59:20 +00:00
|
|
|
use proxmox_backup::api_schema::router::*;
|
2018-12-30 17:01:20 +00:00
|
|
|
|
|
|
|
use serde_json::{Value};
|
|
|
|
|
2019-03-14 16:43:11 +00:00
|
|
|
use std::io::Write;
|
2019-03-15 07:03:44 +00:00
|
|
|
use std::path::{Path, PathBuf};
|
2019-05-27 12:16:13 +00:00
|
|
|
use std::fs::OpenOptions;
|
2019-07-18 09:35:51 +00:00
|
|
|
use std::sync::Arc;
|
2019-05-27 12:16:13 +00:00
|
|
|
use std::os::unix::fs::OpenOptionsExt;
|
2019-07-16 16:19:45 +00:00
|
|
|
use std::os::unix::io::AsRawFd;
|
2019-07-24 05:48:59 +00:00
|
|
|
use std::collections::HashSet;
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-03-15 07:24:32 +00:00
|
|
|
use proxmox_backup::pxar;
|
2019-01-06 16:42:23 +00:00
|
|
|
|
2019-07-16 06:31:40 +00:00
|
|
|
fn dump_archive_from_reader<R: std::io::Read>(
|
|
|
|
reader: &mut R,
|
|
|
|
feature_flags: u64,
|
|
|
|
verbose: bool,
|
|
|
|
) -> Result<(), Error> {
|
2019-07-05 10:32:15 +00:00
|
|
|
let mut decoder = pxar::SequentialDecoder::new(reader, feature_flags, |_| Ok(()));
|
|
|
|
|
|
|
|
let stdout = std::io::stdout();
|
|
|
|
let mut out = stdout.lock();
|
|
|
|
|
|
|
|
let mut path = PathBuf::new();
|
2019-07-16 06:31:40 +00:00
|
|
|
decoder.dump_entry(&mut path, verbose, &mut out)?;
|
2019-07-05 10:32:15 +00:00
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2019-01-26 13:50:37 +00:00
|
|
|
fn dump_archive(
|
|
|
|
param: Value,
|
|
|
|
_info: &ApiMethod,
|
2019-06-07 11:10:56 +00:00
|
|
|
_rpcenv: &mut dyn RpcEnvironment,
|
2019-01-26 13:50:37 +00:00
|
|
|
) -> Result<Value, Error> {
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-01-26 13:50:37 +00:00
|
|
|
let archive = tools::required_string_param(¶m, "archive")?;
|
2019-07-16 06:31:40 +00:00
|
|
|
let verbose = param["verbose"].as_bool().unwrap_or(false);
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-08-02 13:19:33 +00:00
|
|
|
let feature_flags = pxar::flags::DEFAULT;
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-07-05 10:32:15 +00:00
|
|
|
if archive == "-" {
|
|
|
|
let stdin = std::io::stdin();
|
|
|
|
let mut reader = stdin.lock();
|
2019-07-16 06:31:40 +00:00
|
|
|
dump_archive_from_reader(&mut reader, feature_flags, verbose)?;
|
2019-07-05 10:32:15 +00:00
|
|
|
} else {
|
2019-07-16 06:38:02 +00:00
|
|
|
if verbose { println!("PXAR dump: {}", archive); }
|
2019-07-05 10:32:15 +00:00
|
|
|
let file = std::fs::File::open(archive)?;
|
|
|
|
let mut reader = std::io::BufReader::new(file);
|
2019-07-16 06:31:40 +00:00
|
|
|
dump_archive_from_reader(&mut reader, feature_flags, verbose)?;
|
2019-07-05 10:39:25 +00:00
|
|
|
}
|
2018-12-30 17:01:20 +00:00
|
|
|
|
|
|
|
Ok(Value::Null)
|
|
|
|
}
|
|
|
|
|
2019-07-16 16:19:45 +00:00
|
|
|
fn extract_archive_from_reader<R: std::io::Read>(
|
|
|
|
reader: &mut R,
|
|
|
|
target: &str,
|
|
|
|
feature_flags: u64,
|
2019-07-29 12:01:45 +00:00
|
|
|
allow_existing_dirs: bool,
|
2019-07-16 16:19:45 +00:00
|
|
|
verbose: bool,
|
2019-08-02 15:02:24 +00:00
|
|
|
pattern: Option<Vec<pxar::MatchPattern>>
|
2019-07-16 16:19:45 +00:00
|
|
|
) -> Result<(), Error> {
|
2019-07-05 10:39:25 +00:00
|
|
|
let mut decoder = pxar::SequentialDecoder::new(reader, feature_flags, |path| {
|
|
|
|
if verbose {
|
|
|
|
println!("{:?}", path);
|
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
});
|
2019-07-29 12:01:45 +00:00
|
|
|
decoder.set_allow_existing_dirs(allow_existing_dirs);
|
2019-07-05 10:39:25 +00:00
|
|
|
|
2019-07-16 16:19:45 +00:00
|
|
|
let pattern = pattern.unwrap_or(Vec::new());
|
|
|
|
decoder.restore(Path::new(target), &pattern)?;
|
2019-07-05 10:39:25 +00:00
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2019-03-15 07:03:44 +00:00
|
|
|
fn extract_archive(
|
|
|
|
param: Value,
|
|
|
|
_info: &ApiMethod,
|
2019-06-07 11:10:56 +00:00
|
|
|
_rpcenv: &mut dyn RpcEnvironment,
|
2019-03-15 07:03:44 +00:00
|
|
|
) -> Result<Value, Error> {
|
|
|
|
|
|
|
|
let archive = tools::required_string_param(¶m, "archive")?;
|
2019-07-16 13:45:17 +00:00
|
|
|
let target = param["target"].as_str().unwrap_or(".");
|
2019-03-15 07:03:44 +00:00
|
|
|
let verbose = param["verbose"].as_bool().unwrap_or(false);
|
2019-05-22 15:50:43 +00:00
|
|
|
let no_xattrs = param["no-xattrs"].as_bool().unwrap_or(false);
|
|
|
|
let no_fcaps = param["no-fcaps"].as_bool().unwrap_or(false);
|
2019-05-28 09:16:21 +00:00
|
|
|
let no_acls = param["no-acls"].as_bool().unwrap_or(false);
|
2019-08-01 15:51:59 +00:00
|
|
|
let no_device_nodes = param["no-device-nodes"].as_bool().unwrap_or(false);
|
|
|
|
let no_fifos = param["no-fifos"].as_bool().unwrap_or(false);
|
|
|
|
let no_sockets = param["no-sockets"].as_bool().unwrap_or(false);
|
2019-07-29 12:01:45 +00:00
|
|
|
let allow_existing_dirs = param["allow-existing-dirs"].as_bool().unwrap_or(false);
|
2019-07-16 16:19:45 +00:00
|
|
|
let files_from = param["files-from"].as_str();
|
2019-07-18 09:35:51 +00:00
|
|
|
let empty = Vec::new();
|
|
|
|
let arg_pattern = param["pattern"].as_array().unwrap_or(&empty);
|
2019-03-15 07:03:44 +00:00
|
|
|
|
2019-08-02 13:19:33 +00:00
|
|
|
let mut feature_flags = pxar::flags::DEFAULT;
|
2019-05-23 11:10:20 +00:00
|
|
|
if no_xattrs {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_XATTRS;
|
2019-05-23 11:10:20 +00:00
|
|
|
}
|
|
|
|
if no_fcaps {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_FCAPS;
|
2019-05-23 11:10:20 +00:00
|
|
|
}
|
2019-05-28 09:16:21 +00:00
|
|
|
if no_acls {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_ACL;
|
2019-05-28 09:16:21 +00:00
|
|
|
}
|
2019-08-01 15:51:59 +00:00
|
|
|
if no_device_nodes {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_DEVICE_NODES;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
|
|
|
if no_fifos {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_FIFOS;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
|
|
|
if no_sockets {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_SOCKETS;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
2019-03-15 07:03:44 +00:00
|
|
|
|
2019-07-18 09:35:51 +00:00
|
|
|
let mut pattern_list = Vec::new();
|
|
|
|
if let Some(filename) = files_from {
|
|
|
|
let dir = nix::dir::Dir::open("./", nix::fcntl::OFlag::O_RDONLY, nix::sys::stat::Mode::empty())?;
|
2019-08-02 15:02:24 +00:00
|
|
|
if let Some((mut pattern, _, _)) = pxar::MatchPattern::from_file(dir.as_raw_fd(), filename)? {
|
2019-07-18 09:35:51 +00:00
|
|
|
pattern_list.append(&mut pattern);
|
|
|
|
}
|
|
|
|
}
|
2019-07-16 16:19:45 +00:00
|
|
|
|
2019-07-18 09:35:51 +00:00
|
|
|
for s in arg_pattern {
|
|
|
|
let l = s.as_str().ok_or_else(|| format_err!("Invalid pattern string slice"))?;
|
2019-08-02 15:02:24 +00:00
|
|
|
let p = pxar::MatchPattern::from_line(l.as_bytes())?
|
2019-07-18 09:35:51 +00:00
|
|
|
.ok_or_else(|| format_err!("Invalid match pattern in arguments"))?;
|
|
|
|
pattern_list.push(p);
|
|
|
|
}
|
|
|
|
|
|
|
|
let pattern = if pattern_list.len() > 0 {
|
|
|
|
Some(pattern_list)
|
|
|
|
} else {
|
|
|
|
None
|
2019-07-16 16:19:45 +00:00
|
|
|
};
|
|
|
|
|
2019-07-05 10:39:25 +00:00
|
|
|
if archive == "-" {
|
|
|
|
let stdin = std::io::stdin();
|
|
|
|
let mut reader = stdin.lock();
|
2019-07-29 12:01:45 +00:00
|
|
|
extract_archive_from_reader(&mut reader, target, feature_flags, allow_existing_dirs, verbose, pattern)?;
|
2019-07-05 10:39:25 +00:00
|
|
|
} else {
|
2019-07-19 05:01:57 +00:00
|
|
|
if verbose { println!("PXAR extract: {}", archive); }
|
2019-07-05 10:39:25 +00:00
|
|
|
let file = std::fs::File::open(archive)?;
|
|
|
|
let mut reader = std::io::BufReader::new(file);
|
2019-07-29 12:01:45 +00:00
|
|
|
extract_archive_from_reader(&mut reader, target, feature_flags, allow_existing_dirs, verbose, pattern)?;
|
2019-07-05 10:39:25 +00:00
|
|
|
}
|
2019-03-15 07:03:44 +00:00
|
|
|
|
|
|
|
Ok(Value::Null)
|
|
|
|
}
|
|
|
|
|
2019-01-26 13:50:37 +00:00
|
|
|
fn create_archive(
|
|
|
|
param: Value,
|
|
|
|
_info: &ApiMethod,
|
2019-06-07 11:10:56 +00:00
|
|
|
_rpcenv: &mut dyn RpcEnvironment,
|
2019-01-26 13:50:37 +00:00
|
|
|
) -> Result<Value, Error> {
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-01-26 13:50:37 +00:00
|
|
|
let archive = tools::required_string_param(¶m, "archive")?;
|
|
|
|
let source = tools::required_string_param(¶m, "source")?;
|
2019-03-08 07:20:56 +00:00
|
|
|
let verbose = param["verbose"].as_bool().unwrap_or(false);
|
2019-03-08 08:28:12 +00:00
|
|
|
let all_file_systems = param["all-file-systems"].as_bool().unwrap_or(false);
|
2019-05-22 15:50:43 +00:00
|
|
|
let no_xattrs = param["no-xattrs"].as_bool().unwrap_or(false);
|
|
|
|
let no_fcaps = param["no-fcaps"].as_bool().unwrap_or(false);
|
2019-05-28 09:16:21 +00:00
|
|
|
let no_acls = param["no-acls"].as_bool().unwrap_or(false);
|
2019-08-01 15:51:59 +00:00
|
|
|
let no_device_nodes = param["no-device-nodes"].as_bool().unwrap_or(false);
|
|
|
|
let no_fifos = param["no-fifos"].as_bool().unwrap_or(false);
|
|
|
|
let no_sockets = param["no-sockets"].as_bool().unwrap_or(false);
|
2019-01-07 12:25:41 +00:00
|
|
|
|
2019-07-24 05:48:59 +00:00
|
|
|
let devices = if all_file_systems { None } else { Some(HashSet::new()) };
|
|
|
|
|
2019-03-15 07:03:44 +00:00
|
|
|
let source = PathBuf::from(source);
|
2019-01-07 12:25:41 +00:00
|
|
|
|
|
|
|
let mut dir = nix::dir::Dir::open(
|
|
|
|
&source, nix::fcntl::OFlag::O_NOFOLLOW, nix::sys::stat::Mode::empty())?;
|
|
|
|
|
2019-05-27 12:16:13 +00:00
|
|
|
let file = OpenOptions::new()
|
2019-01-07 12:25:41 +00:00
|
|
|
.create_new(true)
|
|
|
|
.write(true)
|
2019-05-27 12:16:13 +00:00
|
|
|
.mode(0o640)
|
2019-01-07 12:25:41 +00:00
|
|
|
.open(archive)?;
|
|
|
|
|
|
|
|
let mut writer = std::io::BufWriter::with_capacity(1024*1024, file);
|
2019-08-02 13:19:33 +00:00
|
|
|
let mut feature_flags = pxar::flags::DEFAULT;
|
2019-05-23 11:10:20 +00:00
|
|
|
if no_xattrs {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_XATTRS;
|
2019-05-23 11:10:20 +00:00
|
|
|
}
|
|
|
|
if no_fcaps {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_FCAPS;
|
2019-05-23 11:10:20 +00:00
|
|
|
}
|
2019-05-28 09:16:21 +00:00
|
|
|
if no_acls {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_ACL;
|
2019-05-28 09:16:21 +00:00
|
|
|
}
|
2019-08-01 15:51:59 +00:00
|
|
|
if no_device_nodes {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_DEVICE_NODES;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
|
|
|
if no_fifos {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_FIFOS;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
|
|
|
if no_sockets {
|
2019-08-02 13:19:33 +00:00
|
|
|
feature_flags ^= pxar::flags::WITH_SOCKETS;
|
2019-08-01 15:51:59 +00:00
|
|
|
}
|
2019-05-23 11:10:20 +00:00
|
|
|
|
2019-08-09 07:46:49 +00:00
|
|
|
let catalog = None::<&mut pxar::catalog::SimpleCatalog>;
|
|
|
|
pxar::Encoder::encode(source, &mut dir, &mut writer, catalog, devices, verbose, false, feature_flags)?;
|
2018-12-30 17:01:20 +00:00
|
|
|
|
2019-01-07 12:25:41 +00:00
|
|
|
writer.flush()?;
|
2018-12-30 17:01:20 +00:00
|
|
|
|
|
|
|
Ok(Value::Null)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn main() {
|
|
|
|
|
|
|
|
let cmd_def = CliCommandMap::new()
|
|
|
|
.insert("create", CliCommand::new(
|
|
|
|
ApiMethod::new(
|
2019-01-07 12:25:41 +00:00
|
|
|
create_archive,
|
2019-03-14 09:54:09 +00:00
|
|
|
ObjectSchema::new("Create new .pxar archive.")
|
2018-12-30 17:01:20 +00:00
|
|
|
.required("archive", StringSchema::new("Archive name"))
|
|
|
|
.required("source", StringSchema::new("Source directory."))
|
2019-03-08 07:20:56 +00:00
|
|
|
.optional("verbose", BooleanSchema::new("Verbose output.").default(false))
|
2019-05-22 15:50:43 +00:00
|
|
|
.optional("no-xattrs", BooleanSchema::new("Ignore extended file attributes.").default(false))
|
|
|
|
.optional("no-fcaps", BooleanSchema::new("Ignore file capabilities.").default(false))
|
2019-05-28 09:16:21 +00:00
|
|
|
.optional("no-acls", BooleanSchema::new("Ignore access control list entries.").default(false))
|
2019-03-08 08:28:12 +00:00
|
|
|
.optional("all-file-systems", BooleanSchema::new("Include mounted sudirs.").default(false))
|
2019-08-01 15:51:59 +00:00
|
|
|
.optional("no-device-nodes", BooleanSchema::new("Ignore device nodes.").default(false))
|
|
|
|
.optional("no-fifos", BooleanSchema::new("Ignore fifos.").default(false))
|
|
|
|
.optional("no-sockets", BooleanSchema::new("Ignore sockets.").default(false))
|
2019-07-18 09:35:51 +00:00
|
|
|
))
|
2018-12-30 17:01:20 +00:00
|
|
|
.arg_param(vec!["archive", "source"])
|
2019-01-20 08:55:20 +00:00
|
|
|
.completion_cb("archive", tools::complete_file_name)
|
|
|
|
.completion_cb("source", tools::complete_file_name)
|
2019-07-18 09:35:51 +00:00
|
|
|
.into()
|
2018-12-30 17:01:20 +00:00
|
|
|
)
|
2019-03-15 07:03:44 +00:00
|
|
|
.insert("extract", CliCommand::new(
|
|
|
|
ApiMethod::new(
|
|
|
|
extract_archive,
|
|
|
|
ObjectSchema::new("Extract an archive.")
|
|
|
|
.required("archive", StringSchema::new("Archive name."))
|
2019-07-18 09:35:51 +00:00
|
|
|
.optional("pattern", Arc::new(
|
|
|
|
ArraySchema::new(
|
|
|
|
"List of paths or pattern matching files to restore",
|
|
|
|
Arc::new(StringSchema::new("Path or pattern matching files to restore.").into())
|
|
|
|
).into()
|
|
|
|
))
|
2019-07-16 13:45:17 +00:00
|
|
|
.optional("target", StringSchema::new("Target directory."))
|
2019-03-15 07:03:44 +00:00
|
|
|
.optional("verbose", BooleanSchema::new("Verbose output.").default(false))
|
2019-05-22 15:50:43 +00:00
|
|
|
.optional("no-xattrs", BooleanSchema::new("Ignore extended file attributes.").default(false))
|
|
|
|
.optional("no-fcaps", BooleanSchema::new("Ignore file capabilities.").default(false))
|
2019-05-28 09:16:21 +00:00
|
|
|
.optional("no-acls", BooleanSchema::new("Ignore access control list entries.").default(false))
|
2019-07-29 12:01:45 +00:00
|
|
|
.optional("allow-existing-dirs", BooleanSchema::new("Allows directories to already exist on restore.").default(false))
|
2019-07-16 16:19:45 +00:00
|
|
|
.optional("files-from", StringSchema::new("Match pattern for files to restore."))
|
2019-08-01 15:51:59 +00:00
|
|
|
.optional("no-device-nodes", BooleanSchema::new("Ignore device nodes.").default(false))
|
|
|
|
.optional("no-fifos", BooleanSchema::new("Ignore fifos.").default(false))
|
|
|
|
.optional("no-sockets", BooleanSchema::new("Ignore sockets.").default(false))
|
2019-07-18 09:35:51 +00:00
|
|
|
))
|
|
|
|
.arg_param(vec!["archive", "pattern"])
|
2019-03-15 07:03:44 +00:00
|
|
|
.completion_cb("archive", tools::complete_file_name)
|
|
|
|
.completion_cb("target", tools::complete_file_name)
|
2019-07-16 16:19:45 +00:00
|
|
|
.completion_cb("files-from", tools::complete_file_name)
|
2019-03-15 07:03:44 +00:00
|
|
|
.into()
|
|
|
|
)
|
2019-01-06 16:42:23 +00:00
|
|
|
.insert("list", CliCommand::new(
|
2018-12-30 17:01:20 +00:00
|
|
|
ApiMethod::new(
|
|
|
|
dump_archive,
|
2019-07-16 06:31:40 +00:00
|
|
|
ObjectSchema::new("List the contents of an archive.")
|
2018-12-30 17:01:20 +00:00
|
|
|
.required("archive", StringSchema::new("Archive name."))
|
2019-07-16 06:31:40 +00:00
|
|
|
.optional("verbose", BooleanSchema::new("Verbose output.").default(false))
|
2018-12-30 17:01:20 +00:00
|
|
|
))
|
|
|
|
.arg_param(vec!["archive"])
|
2019-01-20 08:55:20 +00:00
|
|
|
.completion_cb("archive", tools::complete_file_name)
|
2018-12-30 17:01:20 +00:00
|
|
|
.into()
|
|
|
|
);
|
|
|
|
|
2019-02-23 14:10:48 +00:00
|
|
|
run_cli_command(cmd_def.into());
|
2018-12-30 17:01:20 +00:00
|
|
|
}
|