601 lines
20 KiB
Rust
601 lines
20 KiB
Rust
use crate::tools;
|
|
use crate::api_schema::*;
|
|
use crate::api_schema::router::*;
|
|
use crate::api_schema::config::*;
|
|
use crate::auth_helpers::*;
|
|
use super::environment::RestEnvironment;
|
|
use super::formatter::*;
|
|
|
|
use std::path::{Path, PathBuf};
|
|
use std::sync::Arc;
|
|
use std::collections::HashMap;
|
|
|
|
use failure::*;
|
|
use serde_json::{json, Value};
|
|
use url::form_urlencoded;
|
|
|
|
use futures::future::{self, Either};
|
|
//use tokio::prelude::*;
|
|
//use tokio::timer::Delay;
|
|
use tokio::fs::File;
|
|
//use bytes::{BytesMut, BufMut};
|
|
|
|
//use hyper::body::Payload;
|
|
use hyper::http::request::Parts;
|
|
use hyper::{Body, Request, Response, StatusCode};
|
|
use hyper::service::{Service, NewService};
|
|
use hyper::rt::{Future, Stream};
|
|
use hyper::header;
|
|
|
|
extern "C" { fn tzset(); }
|
|
|
|
pub struct RestServer {
|
|
pub api_config: Arc<ApiConfig>,
|
|
}
|
|
|
|
impl RestServer {
|
|
|
|
pub fn new(api_config: ApiConfig) -> Self {
|
|
Self { api_config: Arc::new(api_config) }
|
|
}
|
|
}
|
|
|
|
impl NewService for RestServer
|
|
{
|
|
type ReqBody = Body;
|
|
type ResBody = Body;
|
|
type Error = hyper::Error;
|
|
type InitError = hyper::Error;
|
|
type Service = ApiService;
|
|
type Future = Box<dyn Future<Item = Self::Service, Error = Self::InitError> + Send>;
|
|
fn new_service(&self) -> Self::Future {
|
|
Box::new(future::ok(ApiService { api_config: self.api_config.clone() }))
|
|
}
|
|
}
|
|
|
|
pub struct ApiService {
|
|
pub api_config: Arc<ApiConfig>,
|
|
}
|
|
|
|
fn log_response(method: hyper::Method, path: &str, resp: &Response<Body>) {
|
|
|
|
if resp.extensions().get::<NoLogExtension>().is_some() { return; };
|
|
|
|
let status = resp.status();
|
|
|
|
if !(status.is_success() || status.is_informational()) {
|
|
let reason = status.canonical_reason().unwrap_or("unknown reason");
|
|
let client = "unknown"; // fixme: howto get peer_addr ?
|
|
|
|
let mut message = "request failed";
|
|
if let Some(data) = resp.extensions().get::<ErrorMessageExtension>() {
|
|
message = &data.0;
|
|
}
|
|
|
|
log::error!("{} {}: {} {}: [client {}] {}", method.as_str(), path, status.as_str(), reason, client, message);
|
|
}
|
|
}
|
|
|
|
impl Service for ApiService {
|
|
type ReqBody = Body;
|
|
type ResBody = Body;
|
|
type Error = hyper::Error;
|
|
type Future = Box<dyn Future<Item = Response<Body>, Error = Self::Error> + Send>;
|
|
|
|
fn call(&mut self, req: Request<Self::ReqBody>) -> Self::Future {
|
|
let path = req.uri().path().to_owned();
|
|
let method = req.method().clone();
|
|
|
|
Box::new(handle_request(self.api_config.clone(), req).then(move |result| {
|
|
match result {
|
|
Ok(res) => {
|
|
log_response(method, &path, &res);
|
|
Ok::<_, hyper::Error>(res)
|
|
}
|
|
Err(err) => {
|
|
if let Some(apierr) = err.downcast_ref::<HttpError>() {
|
|
let mut resp = Response::new(Body::from(apierr.message.clone()));
|
|
*resp.status_mut() = apierr.code;
|
|
log_response(method, &path, &resp);
|
|
Ok(resp)
|
|
} else {
|
|
let mut resp = Response::new(Body::from(err.to_string()));
|
|
*resp.status_mut() = StatusCode::BAD_REQUEST;
|
|
log_response(method, &path, &resp);
|
|
Ok(resp)
|
|
}
|
|
}
|
|
}
|
|
}))
|
|
}
|
|
}
|
|
|
|
fn get_request_parameters_async(
|
|
info: &'static ApiMethod,
|
|
parts: Parts,
|
|
req_body: Body,
|
|
uri_param: HashMap<String, String>,
|
|
) -> Box<dyn Future<Item = Value, Error = failure::Error> + Send>
|
|
{
|
|
let mut is_json = false;
|
|
|
|
if let Some(value) = parts.headers.get(header::CONTENT_TYPE) {
|
|
match value.to_str().map(|v| v.split(';').next()) {
|
|
Ok(Some("application/x-www-form-urlencoded")) => {
|
|
is_json = false;
|
|
}
|
|
Ok(Some("application/json")) => {
|
|
is_json = true;
|
|
}
|
|
_ => {
|
|
return Box::new(future::err(http_err!(BAD_REQUEST, format!("unsupported content type"))));
|
|
}
|
|
}
|
|
}
|
|
|
|
let resp = req_body
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("Promlems reading request body: {}", err)))
|
|
.fold(Vec::new(), |mut acc, chunk| {
|
|
if acc.len() + chunk.len() < 64*1024 { //fimxe: max request body size?
|
|
acc.extend_from_slice(&*chunk);
|
|
Ok(acc)
|
|
}
|
|
else { Err(http_err!(BAD_REQUEST, format!("Request body too large"))) }
|
|
})
|
|
.and_then(move |body| {
|
|
|
|
let utf8 = std::str::from_utf8(&body)?;
|
|
|
|
let obj_schema = &info.parameters;
|
|
|
|
if is_json {
|
|
let mut params: Value = serde_json::from_str(utf8)?;
|
|
for (k, v) in uri_param {
|
|
if let Some((_optional, prop_schema)) = obj_schema.properties.get::<str>(&k) {
|
|
params[&k] = parse_simple_value(&v, prop_schema)?;
|
|
}
|
|
}
|
|
verify_json_object(¶ms, obj_schema)?;
|
|
return Ok(params);
|
|
}
|
|
|
|
let mut param_list: Vec<(String, String)> = vec![];
|
|
|
|
if utf8.len() > 0 {
|
|
for (k, v) in form_urlencoded::parse(utf8.as_bytes()).into_owned() {
|
|
param_list.push((k, v));
|
|
}
|
|
|
|
}
|
|
|
|
if let Some(query_str) = parts.uri.query() {
|
|
for (k, v) in form_urlencoded::parse(query_str.as_bytes()).into_owned() {
|
|
if k == "_dc" { continue; } // skip extjs "disable cache" parameter
|
|
param_list.push((k, v));
|
|
}
|
|
}
|
|
|
|
for (k, v) in uri_param {
|
|
param_list.push((k.clone(), v.clone()));
|
|
}
|
|
|
|
let params = parse_parameter_strings(¶m_list, obj_schema, true)?;
|
|
|
|
Ok(params)
|
|
});
|
|
|
|
Box::new(resp)
|
|
}
|
|
|
|
struct NoLogExtension();
|
|
|
|
fn proxy_protected_request(
|
|
info: &'static ApiMethod,
|
|
mut parts: Parts,
|
|
req_body: Body,
|
|
) -> BoxFut
|
|
{
|
|
|
|
let mut uri_parts = parts.uri.clone().into_parts();
|
|
|
|
uri_parts.scheme = Some(http::uri::Scheme::HTTP);
|
|
uri_parts.authority = Some(http::uri::Authority::from_static("127.0.0.1:82"));
|
|
let new_uri = http::Uri::from_parts(uri_parts).unwrap();
|
|
|
|
parts.uri = new_uri;
|
|
|
|
let request = Request::from_parts(parts, req_body);
|
|
|
|
let resp = hyper::client::Client::new()
|
|
.request(request)
|
|
.map_err(Error::from)
|
|
.map(|mut resp| {
|
|
resp.extensions_mut().insert(NoLogExtension());
|
|
resp
|
|
});
|
|
|
|
|
|
let resp = if info.reload_timezone {
|
|
Either::A(resp.then(|resp| {unsafe { tzset() }; resp }))
|
|
} else {
|
|
Either::B(resp)
|
|
};
|
|
|
|
return Box::new(resp);
|
|
}
|
|
|
|
pub fn handle_sync_api_request<Env: RpcEnvironment>(
|
|
mut rpcenv: Env,
|
|
info: &'static ApiMethod,
|
|
formatter: &'static OutputFormatter,
|
|
parts: Parts,
|
|
req_body: Body,
|
|
uri_param: HashMap<String, String>,
|
|
) -> BoxFut
|
|
{
|
|
let params = get_request_parameters_async(info, parts, req_body, uri_param);
|
|
|
|
let delay_unauth_time = std::time::Instant::now() + std::time::Duration::from_millis(3000);
|
|
|
|
let resp = params
|
|
.and_then(move |params| {
|
|
let mut delay = false;
|
|
let resp = match (info.handler.as_ref().unwrap())(params, info, &mut rpcenv) {
|
|
Ok(data) => (formatter.format_data)(data, &rpcenv),
|
|
Err(err) => {
|
|
if let Some(httperr) = err.downcast_ref::<HttpError>() {
|
|
if httperr.code == StatusCode::UNAUTHORIZED { delay = true; }
|
|
}
|
|
(formatter.format_error)(err)
|
|
}
|
|
};
|
|
|
|
if info.reload_timezone {
|
|
unsafe { tzset() };
|
|
}
|
|
|
|
if delay {
|
|
Either::A(delayed_response(resp, delay_unauth_time))
|
|
} else {
|
|
Either::B(future::ok(resp))
|
|
}
|
|
})
|
|
.or_else(move |err| {
|
|
Ok((formatter.format_error)(err))
|
|
});
|
|
|
|
Box::new(resp)
|
|
}
|
|
|
|
pub fn handle_async_api_request<Env: RpcEnvironment>(
|
|
rpcenv: Env,
|
|
info: &'static ApiAsyncMethod,
|
|
formatter: &'static OutputFormatter,
|
|
parts: Parts,
|
|
req_body: Body,
|
|
uri_param: HashMap<String, String>,
|
|
) -> BoxFut
|
|
{
|
|
// fixme: convert parameters to Json
|
|
let mut param_list: Vec<(String, String)> = vec![];
|
|
|
|
if let Some(query_str) = parts.uri.query() {
|
|
for (k, v) in form_urlencoded::parse(query_str.as_bytes()).into_owned() {
|
|
if k == "_dc" { continue; } // skip extjs "disable cache" parameter
|
|
param_list.push((k, v));
|
|
}
|
|
}
|
|
|
|
for (k, v) in uri_param {
|
|
param_list.push((k.clone(), v.clone()));
|
|
}
|
|
|
|
let params = match parse_parameter_strings(¶m_list, &info.parameters, true) {
|
|
Ok(v) => v,
|
|
Err(err) => {
|
|
let resp = (formatter.format_error)(Error::from(err));
|
|
return Box::new(future::ok(resp));
|
|
}
|
|
};
|
|
|
|
match (info.handler)(parts, req_body, params, info, Box::new(rpcenv)) {
|
|
Ok(future) => future,
|
|
Err(err) => {
|
|
let resp = (formatter.format_error)(Error::from(err));
|
|
Box::new(future::ok(resp))
|
|
}
|
|
}
|
|
}
|
|
|
|
fn get_index(username: Option<String>, token: Option<String>) -> Response<Body> {
|
|
|
|
let nodename = tools::nodename();
|
|
let username = username.unwrap_or(String::from(""));
|
|
|
|
let token = token.unwrap_or(String::from(""));
|
|
|
|
let setup = json!({
|
|
"Setup": { "auth_cookie_name": "PBSAuthCookie" },
|
|
"NodeName": nodename,
|
|
"UserName": username,
|
|
"CSRFPreventionToken": token,
|
|
});
|
|
|
|
let index = format!(r###"
|
|
<!DOCTYPE html>
|
|
<html>
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no">
|
|
<title>Proxmox Backup Server</title>
|
|
<link rel="icon" sizes="128x128" href="/images/logo-128.png" />
|
|
<link rel="apple-touch-icon" sizes="128x128" href="/pve2/images/logo-128.png" />
|
|
<link rel="stylesheet" type="text/css" href="/extjs/theme-crisp/resources/theme-crisp-all.css" />
|
|
<link rel="stylesheet" type="text/css" href="/extjs/crisp/resources/charts-all.css" />
|
|
<link rel="stylesheet" type="text/css" href="/fontawesome/css/font-awesome.css" />
|
|
<script type='text/javascript'> function gettext(buf) {{ return buf; }} </script>
|
|
<script type="text/javascript" src="/extjs/ext-all-debug.js"></script>
|
|
<script type="text/javascript" src="/extjs/charts-debug.js"></script>
|
|
<script type="text/javascript">
|
|
Proxmox = {};
|
|
</script>
|
|
<script type="text/javascript" src="/widgettoolkit/proxmoxlib.js"></script>
|
|
<script type="text/javascript" src="/extjs/locale/locale-en.js"></script>
|
|
<script type="text/javascript">
|
|
Ext.History.fieldid = 'x-history-field';
|
|
</script>
|
|
<script type="text/javascript" src="/js/proxmox-backup-gui.js"></script>
|
|
</head>
|
|
<body>
|
|
<!-- Fields required for history management -->
|
|
<form id="history-form" class="x-hidden">
|
|
<input type="hidden" id="x-history-field"/>
|
|
</form>
|
|
</body>
|
|
</html>
|
|
"###, setup.to_string());
|
|
|
|
Response::builder()
|
|
.status(StatusCode::OK)
|
|
.header(header::CONTENT_TYPE, "text/html")
|
|
.body(index.into())
|
|
.unwrap()
|
|
}
|
|
|
|
fn extension_to_content_type(filename: &Path) -> (&'static str, bool) {
|
|
|
|
if let Some(ext) = filename.extension().and_then(|osstr| osstr.to_str()) {
|
|
return match ext {
|
|
"css" => ("text/css", false),
|
|
"html" => ("text/html", false),
|
|
"js" => ("application/javascript", false),
|
|
"json" => ("application/json", false),
|
|
"map" => ("application/json", false),
|
|
"png" => ("image/png", true),
|
|
"ico" => ("image/x-icon", true),
|
|
"gif" => ("image/gif", true),
|
|
"svg" => ("image/svg+xml", false),
|
|
"jar" => ("application/java-archive", true),
|
|
"woff" => ("application/font-woff", true),
|
|
"woff2" => ("application/font-woff2", true),
|
|
"ttf" => ("application/font-snft", true),
|
|
"pdf" => ("application/pdf", true),
|
|
"epub" => ("application/epub+zip", true),
|
|
"mp3" => ("audio/mpeg", true),
|
|
"oga" => ("audio/ogg", true),
|
|
"tgz" => ("application/x-compressed-tar", true),
|
|
_ => ("application/octet-stream", false),
|
|
};
|
|
}
|
|
|
|
("application/octet-stream", false)
|
|
}
|
|
|
|
fn simple_static_file_download(filename: PathBuf) -> BoxFut {
|
|
|
|
let (content_type, _nocomp) = extension_to_content_type(&filename);
|
|
|
|
Box::new(File::open(filename)
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("File open failed: {}", err)))
|
|
.and_then(move |file| {
|
|
let buf: Vec<u8> = Vec::new();
|
|
tokio::io::read_to_end(file, buf)
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("File read failed: {}", err)))
|
|
.and_then(move |data| {
|
|
let mut response = Response::new(data.1.into());
|
|
response.headers_mut().insert(
|
|
header::CONTENT_TYPE,
|
|
header::HeaderValue::from_static(content_type));
|
|
Ok(response)
|
|
})
|
|
}))
|
|
}
|
|
|
|
fn chuncked_static_file_download(filename: PathBuf) -> BoxFut {
|
|
|
|
let (content_type, _nocomp) = extension_to_content_type(&filename);
|
|
|
|
Box::new(File::open(filename)
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("File open failed: {}", err)))
|
|
.and_then(move |file| {
|
|
let payload = tokio::codec::FramedRead::new(file, tokio::codec::BytesCodec::new()).
|
|
map(|bytes| {
|
|
//sigh - howto avoid copy here? or the whole map() ??
|
|
hyper::Chunk::from(bytes.to_vec())
|
|
});
|
|
let body = Body::wrap_stream(payload);
|
|
|
|
// fixme: set other headers ?
|
|
Ok(Response::builder()
|
|
.status(StatusCode::OK)
|
|
.header(header::CONTENT_TYPE, content_type)
|
|
.body(body)
|
|
.unwrap())
|
|
}))
|
|
}
|
|
|
|
fn handle_static_file_download(filename: PathBuf) -> BoxFut {
|
|
|
|
let response = tokio::fs::metadata(filename.clone())
|
|
.map_err(|err| http_err!(BAD_REQUEST, format!("File access problems: {}", err)))
|
|
.and_then(|metadata| {
|
|
if metadata.len() < 1024*32 {
|
|
Either::A(simple_static_file_download(filename))
|
|
} else {
|
|
Either::B(chuncked_static_file_download(filename))
|
|
}
|
|
});
|
|
|
|
return Box::new(response);
|
|
}
|
|
|
|
fn extract_auth_data(headers: &http::HeaderMap) -> (Option<String>, Option<String>) {
|
|
|
|
let mut ticket = None;
|
|
if let Some(raw_cookie) = headers.get("COOKIE") {
|
|
if let Ok(cookie) = raw_cookie.to_str() {
|
|
ticket = tools::extract_auth_cookie(cookie, "PBSAuthCookie");
|
|
}
|
|
}
|
|
|
|
let token = match headers.get("CSRFPreventionToken").map(|v| v.to_str()) {
|
|
Some(Ok(v)) => Some(v.to_owned()),
|
|
_ => None,
|
|
};
|
|
|
|
(ticket, token)
|
|
}
|
|
|
|
fn check_auth(method: &hyper::Method, ticket: &Option<String>, token: &Option<String>) -> Result<String, Error> {
|
|
|
|
let ticket_lifetime = tools::ticket::TICKET_LIFETIME;
|
|
|
|
let username = match ticket {
|
|
Some(ticket) => match tools::ticket::verify_rsa_ticket(public_auth_key(), "PBS", &ticket, None, -300, ticket_lifetime) {
|
|
Ok((_age, Some(username))) => username.to_owned(),
|
|
Ok((_, None)) => bail!("ticket without username."),
|
|
Err(err) => return Err(err),
|
|
}
|
|
None => bail!("missing ticket"),
|
|
};
|
|
|
|
if method != hyper::Method::GET {
|
|
if let Some(token) = token {
|
|
println!("CSRF prevention token: {:?}", token);
|
|
verify_csrf_prevention_token(csrf_secret(), &username, &token, -300, ticket_lifetime)?;
|
|
} else {
|
|
bail!("missing CSRF prevention token");
|
|
}
|
|
}
|
|
|
|
Ok(username)
|
|
}
|
|
|
|
fn delayed_response(resp: Response<Body>, delay_unauth_time: std::time::Instant) -> BoxFut {
|
|
|
|
Box::new(tokio::timer::Delay::new(delay_unauth_time)
|
|
.map_err(|err| http_err!(INTERNAL_SERVER_ERROR, format!("tokio timer delay error: {}", err)))
|
|
.and_then(|_| Ok(resp)))
|
|
}
|
|
|
|
pub fn handle_request(api: Arc<ApiConfig>, req: Request<Body>) -> BoxFut {
|
|
|
|
let (parts, body) = req.into_parts();
|
|
|
|
let method = parts.method.clone();
|
|
|
|
let (path, components) = match tools::normalize_uri_path(parts.uri.path()) {
|
|
Ok((p,c)) => (p, c),
|
|
Err(err) => return Box::new(future::err(http_err!(BAD_REQUEST, err.to_string()))),
|
|
};
|
|
|
|
let comp_len = components.len();
|
|
|
|
println!("REQUEST {} {}", method, path);
|
|
println!("COMPO {:?}", components);
|
|
|
|
let env_type = api.env_type();
|
|
let mut rpcenv = RestEnvironment::new(env_type);
|
|
|
|
let delay_unauth_time = std::time::Instant::now() + std::time::Duration::from_millis(3000);
|
|
|
|
if comp_len >= 1 && components[0] == "api2" {
|
|
|
|
if comp_len >= 2 {
|
|
let format = components[1];
|
|
let formatter = match format {
|
|
"json" => &JSON_FORMATTER,
|
|
"extjs" => &EXTJS_FORMATTER,
|
|
_ => {
|
|
return Box::new(future::err(http_err!(BAD_REQUEST, format!("Unsupported output format '{}'.", format))));
|
|
}
|
|
};
|
|
|
|
let mut uri_param = HashMap::new();
|
|
|
|
if comp_len == 4 && components[2] == "access" && components[3] == "ticket" {
|
|
// explicitly allow those calls without auth
|
|
} else {
|
|
let (ticket, token) = extract_auth_data(&parts.headers);
|
|
match check_auth(&method, &ticket, &token) {
|
|
Ok(username) => {
|
|
|
|
// fixme: check permissions
|
|
|
|
rpcenv.set_user(Some(username));
|
|
}
|
|
Err(err) => {
|
|
// always delay unauthorized calls by 3 seconds (from start of request)
|
|
let err = http_err!(UNAUTHORIZED, format!("permission check failed - {}", err));
|
|
return delayed_response((formatter.format_error)(err), delay_unauth_time);
|
|
}
|
|
}
|
|
}
|
|
|
|
match api.find_method(&components[2..], method, &mut uri_param) {
|
|
MethodDefinition::None => {
|
|
let err = http_err!(NOT_FOUND, "Path not found.".to_string());
|
|
return Box::new(future::ok((formatter.format_error)(err)));
|
|
}
|
|
MethodDefinition::Simple(api_method) => {
|
|
if api_method.protected && env_type == RpcEnvironmentType::PUBLIC {
|
|
return proxy_protected_request(api_method, parts, body);
|
|
} else {
|
|
return handle_sync_api_request(rpcenv, api_method, formatter, parts, body, uri_param);
|
|
}
|
|
}
|
|
MethodDefinition::Async(async_method) => {
|
|
return handle_async_api_request(rpcenv, async_method, formatter, parts, body, uri_param);
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
// not Auth required for accessing files!
|
|
|
|
if method != hyper::Method::GET {
|
|
return Box::new(future::err(http_err!(BAD_REQUEST, format!("Unsupported method"))));
|
|
}
|
|
|
|
if comp_len == 0 {
|
|
let (ticket, token) = extract_auth_data(&parts.headers);
|
|
if ticket != None {
|
|
match check_auth(&method, &ticket, &token) {
|
|
Ok(username) => {
|
|
let new_token = assemble_csrf_prevention_token(csrf_secret(), &username);
|
|
return Box::new(future::ok(get_index(Some(username), Some(new_token))));
|
|
}
|
|
_ => return delayed_response(get_index(None, None), delay_unauth_time),
|
|
}
|
|
} else {
|
|
return Box::new(future::ok(get_index(None, None)));
|
|
}
|
|
} else {
|
|
let filename = api.find_alias(&components);
|
|
return handle_static_file_download(filename);
|
|
}
|
|
}
|
|
|
|
Box::new(future::err(http_err!(NOT_FOUND, "Path not found.".to_string())))
|
|
}
|