Files
oss-backupd/src/oss_util.rs
2020-08-02 23:08:31 +08:00

121 lines
4.9 KiB
Rust

use std::fs::File;
use sha1::Sha1;
use hmac::{ Hmac, Mac };
use reqwest::Response;
use rust_util::{ XResult, new_box_ioerror, util_time::get_current_secs };
pub const DEFAULT_URL_VALID_IN_SECS: u64 = 1000;
pub const OSS_VERB_GET: &str = "GET";
pub const OSS_VERB_PUT: &str = "PUT";
pub const OSS_VERB_DELETE: &str = "DELETE";
const HTTP_SS: &str = "http://";
const HTTPS_SS: &str = "https://";
const INTERNAL_DEFAULT_VALID_IN_SECS: u64 = 30;
// https://help.aliyun.com/document_detail/31952.html
pub struct OSSClient {
pub endpoint: String,
pub access_key_id: String,
pub access_key_secret: String,
}
impl OSSClient {
pub fn new(endpoint: &str, access_key_id: &str, access_key_secret: &str) -> OSSClient {
OSSClient {
endpoint: endpoint.into(),
access_key_id: access_key_id.into(),
access_key_secret: access_key_secret.into(),
}
}
pub fn put_file(&self, bucket_name: &str, key: &str, expire_in_seconds: u64, file: File) -> XResult<Response> {
let client = reqwest::Client::new();
Ok(client.put(&self.generate_signed_put_url(bucket_name, key, expire_in_seconds)).body(file).send()?)
}
pub fn delete_file(&self, bucket_name: &str, key: &str) -> XResult<Response> {
let delete_url = self.generate_signed_delete_url(bucket_name, key, INTERNAL_DEFAULT_VALID_IN_SECS);
let client = reqwest::Client::new();
Ok(client.delete(&delete_url).send()?)
}
pub fn get_file_content(&self, bucket_name: &str, key: &str) -> XResult<Option<String>> {
let get_url = self.generate_signed_get_url(bucket_name, key, INTERNAL_DEFAULT_VALID_IN_SECS);
let mut response = reqwest::get(&get_url)?;
match response.status().as_u16() {
404_u16 => Ok(None),
200_u16 => Ok(Some(response.text()?)),
_ => Err(new_box_ioerror(&format!("Error in read: {}/{}, returns: {:?}", bucket_name, key, response))),
}
}
pub fn put_file_content(&self, bucket_name: &str, key: &str, content: &str) -> XResult<Response> {
let put_url = self.generate_signed_put_url(bucket_name, key, INTERNAL_DEFAULT_VALID_IN_SECS);
let client = reqwest::Client::new();
Ok(client.put(&put_url).body(content.as_bytes().to_vec()).send()?)
}
pub fn generate_signed_put_url(&self, bucket_name: &str, key: &str, expire_in_seconds: u64) -> String {
self.generate_signed_url(OSS_VERB_PUT, bucket_name, key, expire_in_seconds, true)
}
pub fn generate_signed_get_url(&self, bucket_name: &str, key: &str, expire_in_seconds: u64) -> String {
self.generate_signed_url(OSS_VERB_GET, bucket_name, key, expire_in_seconds, true)
}
pub fn generate_signed_delete_url(&self, bucket_name: &str, key: &str, expire_in_seconds: u64) -> String {
self.generate_signed_url(OSS_VERB_DELETE, bucket_name, key, expire_in_seconds, true)
}
pub fn generate_signed_url(&self, verb: &str, bucket_name: &str, key: &str, expire_in_seconds: u64, is_https: bool) -> String {
let mut signed_url = String::with_capacity(1024);
signed_url.push_str(iff!(is_https, HTTPS_SS, HTTP_SS));
let endpoint = &remove_endpoint_http_or_s(&self.endpoint);
signed_url.push_str(&format!("{}.{}/{}", bucket_name, endpoint, key));
let current_secs = get_current_secs();
let expire_secs = current_secs + expire_in_seconds;
signed_url.push_str(&format!("?Expires={}", &expire_secs.to_string()));
signed_url.push_str(&format!("&OSSAccessKeyId={}", &urlencoding::encode(&self.access_key_id)));
let to_be_signed = get_to_be_signed(verb, expire_secs, bucket_name, key);
let signature = calc_hmac_sha1_as_base64(self.access_key_secret.as_bytes(), to_be_signed.as_bytes());
signed_url.push_str(&format!("&Signature={}", &urlencoding::encode(&signature)));
signed_url
}
}
// https://endpoint, or http://endpoint -> endpoint
fn remove_endpoint_http_or_s(endpoint: &str) -> String {
let mut endpoint = endpoint.to_owned();
for prefix in &[HTTP_SS, HTTPS_SS] {
if endpoint.starts_with(prefix) {
endpoint = endpoint.chars().skip(prefix.chars().count()).collect::<String>()
}
}
endpoint
}
fn get_to_be_signed(verb: &str, expire_secs: u64, bucket_name: &str, key: &str) -> String {
let mut to_be_signed = String::with_capacity(512);
to_be_signed.push_str(verb);
to_be_signed.push_str("\n\n\n");
to_be_signed.push_str(&expire_secs.to_string());
to_be_signed.push_str("\n");
to_be_signed.push_str(&format!("/{}/{}", bucket_name, key));
to_be_signed
}
fn calc_hmac_sha1_as_base64(key: &[u8], message: &[u8]) -> String {
Hmac::<Sha1>::new_varkey(key).map(|mut mac| {
mac.input(message);
base64::encode(&mac.result().code())
}).unwrap_or_else(|e| format!("[ERROR]Hmac error: {}", e))
}