src/config/jobs.rs: use SectionConfig for jobs

This commit is contained in:
Dietmar Maurer 2020-05-21 08:31:16 +02:00
parent c681885227
commit b4900286ce
3 changed files with 120 additions and 146 deletions

View File

@ -394,11 +394,9 @@ pub async fn pull_store(
"remote-store": { "remote-store": {
schema: DATASTORE_SCHEMA, schema: DATASTORE_SCHEMA,
}, },
delete: { "remove-vanished": {
description: "Delete vanished backups. This remove the local copy if the remote backup was deleted.", schema: REMOVE_VANISHED_BACKUPS_SCHEMA,
type: Boolean,
optional: true, optional: true,
default: true,
}, },
}, },
}, },
@ -416,7 +414,7 @@ async fn pull (
store: String, store: String,
remote: String, remote: String,
remote_store: String, remote_store: String,
delete: Option<bool>, remove_vanished: Option<bool>,
_info: &ApiMethod, _info: &ApiMethod,
rpcenv: &mut dyn RpcEnvironment, rpcenv: &mut dyn RpcEnvironment,
) -> Result<String, Error> { ) -> Result<String, Error> {
@ -427,7 +425,7 @@ async fn pull (
user_info.check_privs(&username, &["datastore", &store], PRIV_DATASTORE_BACKUP, false)?; user_info.check_privs(&username, &["datastore", &store], PRIV_DATASTORE_BACKUP, false)?;
user_info.check_privs(&username, &["remote", &remote, &remote_store], PRIV_REMOTE_READ, false)?; user_info.check_privs(&username, &["remote", &remote, &remote_store], PRIV_REMOTE_READ, false)?;
let delete = delete.unwrap_or(true); let delete = remove_vanished.unwrap_or(true);
if delete { if delete {
user_info.check_privs(&username, &["datastore", &store], PRIV_DATASTORE_PRUNE, false)?; user_info.check_privs(&username, &["datastore", &store], PRIV_DATASTORE_PRUNE, false)?;

View File

@ -303,6 +303,17 @@ pub const REMOTE_ID_SCHEMA: Schema = StringSchema::new("Remote ID.")
.max_length(32) .max_length(32)
.schema(); .schema();
pub const JOB_ID_SCHEMA: Schema = StringSchema::new("Job ID.")
.format(&PROXMOX_SAFE_ID_FORMAT)
.min_length(3)
.max_length(32)
.schema();
pub const REMOVE_VANISHED_BACKUPS_SCHEMA: Schema = BooleanSchema::new(
"Delete vanished backups. This remove the local copy if the remote backup was deleted.")
.default(true)
.schema();
pub const SINGLE_LINE_COMMENT_SCHEMA: Schema = StringSchema::new("Comment (single line).") pub const SINGLE_LINE_COMMENT_SCHEMA: Schema = StringSchema::new("Comment (single line).")
.format(&SINGLE_LINE_COMMENT_FORMAT) .format(&SINGLE_LINE_COMMENT_FORMAT)
.schema(); .schema();

View File

@ -1,160 +1,125 @@
use anyhow::{bail, Error}; use anyhow::{bail, Error};
use regex::Regex;
use lazy_static::lazy_static; use lazy_static::lazy_static;
use std::collections::HashMap;
use serde::{Serialize, Deserialize};
use proxmox::api::section_config::SectionConfigData; use proxmox::api::{
api,
use crate::PROXMOX_SAFE_ID_REGEX_STR; schema::*,
use crate::tools::systemd::config::*; section_config::{
use crate::tools::systemd::types::*; SectionConfig,
SectionConfigData,
const SYSTEMD_CONFIG_DIR: &str = "/etc/systemd/system"; SectionConfigPlugin,
#[derive(Debug)]
pub enum JobType {
GarbageCollection,
Prune,
}
#[derive(Debug)]
pub struct CalenderTimeSpec {
pub hour: u8, // 0-23
}
#[derive(Debug)]
pub struct JobListEntry {
job_type: JobType,
id: String,
}
pub fn list_jobs() -> Result<Vec<JobListEntry>, Error> {
lazy_static!{
static ref PBS_JOB_REGEX: Regex = Regex::new(
concat!(r"^pbs-(gc|prune)-(", PROXMOX_SAFE_ID_REGEX_STR!(), ").timer$")
).unwrap();
} }
};
let mut list = Vec::new(); use proxmox::tools::{fs::replace_file, fs::CreateOptions};
for entry in crate::tools::fs::read_subdir(libc::AT_FDCWD, SYSTEMD_CONFIG_DIR)? { use crate::api2::types::*;
let entry = entry?;
let file_type = match entry.file_type() {
Some(file_type) => file_type,
None => bail!("unable to detect file type"),
};
if file_type != nix::dir::Type::File { continue; };
let file_name = entry.file_name().to_bytes(); lazy_static! {
if file_name == b"." || file_name == b".." { continue; }; static ref CONFIG: SectionConfig = init();
}
let name = match std::str::from_utf8(file_name) {
Ok(name) => name,
Err(_) => continue,
};
let caps = match PBS_JOB_REGEX.captures(name) {
Some(caps) => caps,
None => continue,
};
// fixme: read config data ? #[api(
//let config = parse_systemd_timer(&format!("{}/{}", SYSTEMD_CONFIG_DIR, name))?; properties: {
id: {
schema: JOB_ID_SCHEMA,
},
store: {
schema: DATASTORE_SCHEMA,
},
remote: {
schema: REMOTE_ID_SCHEMA,
},
"remote-store": {
schema: DATASTORE_SCHEMA,
},
"remove-vanished": {
schema: REMOVE_VANISHED_BACKUPS_SCHEMA,
optional: true,
},
comment: {
optional: true,
schema: SINGLE_LINE_COMMENT_SCHEMA,
},
schedule: {
optional: true,
schema: GC_SCHEDULE_SCHEMA,
},
}
)]
#[serde(rename_all="kebab-case")]
#[derive(Serialize,Deserialize)]
/// Pull Job
pub struct PullJobConfig {
pub id: String,
pub store: String,
pub remote: String,
pub remote_store: String,
#[serde(skip_serializing_if="Option::is_none")]
pub remove_vanished: Option<bool>,
#[serde(skip_serializing_if="Option::is_none")]
pub comment: Option<String>,
#[serde(skip_serializing_if="Option::is_none")]
pub schedule: Option<String>,
}
match (&caps[1], &caps[2]) { fn init() -> SectionConfig {
("gc", store) => { let obj_schema = match PullJobConfig::API_SCHEMA {
list.push(JobListEntry { Schema::Object(ref obj_schema) => obj_schema,
job_type: JobType::GarbageCollection, _ => unreachable!(),
id: store.to_string(), };
});
let plugin = SectionConfigPlugin::new("pull".to_string(), Some(String::from("id")), obj_schema);
let mut config = SectionConfig::new(&JOB_ID_SCHEMA);
config.register_plugin(plugin);
config
}
pub const JOB_CFG_FILENAME: &str = "/etc/proxmox-backup/job.cfg";
pub const JOB_CFG_LOCKFILE: &str = "/etc/proxmox-backup/.job.lck";
pub fn config() -> Result<(SectionConfigData, [u8;32]), Error> {
let content = match std::fs::read_to_string(JOB_CFG_FILENAME) {
Ok(c) => c,
Err(err) => {
if err.kind() == std::io::ErrorKind::NotFound {
String::from("")
} else {
bail!("unable to read '{}' - {}", JOB_CFG_FILENAME, err);
} }
("prune", store) => {
list.push(JobListEntry {
job_type: JobType::Prune,
id: store.to_string(),
});
}
_ => unreachable!(),
} }
} };
Ok(list) let digest = openssl::sha::sha256(content.as_bytes());
let data = CONFIG.parse(JOB_CFG_FILENAME, &content)?;
Ok((data, digest))
} }
pub fn new_systemd_service_config( pub fn save_config(config: &SectionConfigData) -> Result<(), Error> {
unit: &SystemdUnitSection, let raw = CONFIG.write(JOB_CFG_FILENAME, &config)?;
service: &SystemdServiceSection,
) -> Result<SectionConfigData, Error> {
let mut config = SectionConfigData::new(); let backup_user = crate::backup::backup_user()?;
config.set_data("Unit", "Unit", unit)?; let mode = nix::sys::stat::Mode::from_bits_truncate(0o0640);
config.record_order("Unit"); // set the correct owner/group/permissions while saving file
config.set_data("Service", "Service", service)?; // owner(rw) = root, group(r)= backup
config.record_order("Service"); let options = CreateOptions::new()
.perm(mode)
.owner(nix::unistd::ROOT)
.group(backup_user.gid);
Ok(config) replace_file(JOB_CFG_FILENAME, raw.as_bytes(), options)?;
}
pub fn new_systemd_timer_config(
unit: &SystemdUnitSection,
timer: &SystemdTimerSection,
install: &SystemdInstallSection,
) -> Result<SectionConfigData, Error> {
let mut config = SectionConfigData::new();
config.set_data("Unit", "Unit", unit)?;
config.record_order("Unit");
config.set_data("Timer", "Timer", timer)?;
config.record_order("Timer");
config.set_data("Install", "Install", install)?;
config.record_order("Install");
Ok(config)
}
pub fn create_garbage_collection_job(
schedule: CalenderTimeSpec,
store: &str,
) -> Result<(), Error> {
if schedule.hour > 23 {
bail!("inavlid time spec: hour > 23");
}
let description = format!("Proxmox Backup Server Garbage Collection Job '{}'", store);
let unit = SystemdUnitSection {
Description: description.clone(),
ConditionACPower: Some(true),
..Default::default()
};
let cmd = format!("/usr/sbin/proxmox-backup-manager garbage-collection start {} --output-format json", store);
let service = SystemdServiceSection {
Type: Some(ServiceStartup::Oneshot),
ExecStart: Some(vec![cmd]),
..Default::default()
};
let service_config = new_systemd_service_config(&unit, &service)?;
let timer = SystemdTimerSection {
OnCalendar: Some(vec![format!("{}:00", schedule.hour)]),
..Default::default()
};
let install = SystemdInstallSection {
WantedBy: Some(vec![String::from("timers.target")]),
..Default::default()
};
let timer_config = new_systemd_timer_config(&unit, &timer, &install)?;
let basename = format!("{}/pbs-gc-{}", SYSTEMD_CONFIG_DIR, store);
let timer_fn = format!("{}.timer", basename);
let service_fn = format!("{}.service", basename);
save_systemd_service(&service_fn, &service_config)?;
save_systemd_timer(&timer_fn, &timer_config)?;
Ok(()) Ok(())
} }
// shell completion helper
pub fn complete_job_id(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
match config() {
Ok((data, _digest)) => data.sections.iter().map(|(id, _)| id.to_string()).collect(),
Err(_) => return vec![],
}
}