// Copyright 2024 RustFS Team // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use bytes::BytesMut; use http::request; use hyper::Uri; use std::collections::HashMap; use std::fmt::Write; use time::{OffsetDateTime, format_description}; use super::utils::get_host_addr; use rustfs_utils::crypto::{hex, hmac_sha1}; use s3s::Body; const _SIGN_V4_ALGORITHM: &str = "AWS4-HMAC-SHA256"; const SIGN_V2_ALGORITHM: &str = "AWS"; fn encode_url2path(req: &request::Request, _virtual_host: bool) -> String { req.uri().path().to_string() } pub fn pre_sign_v2( mut req: request::Request, access_key_id: &str, secret_access_key: &str, expires: i64, virtual_host: bool, ) -> request::Request { if access_key_id.is_empty() || secret_access_key.is_empty() { return req; } let d = OffsetDateTime::now_utc(); let d = d.replace_time(time::Time::from_hms(0, 0, 0).unwrap()); let epoch_expires = d.unix_timestamp() + expires; let headers = req.headers_mut(); let expires_str = headers.get("Expires"); if expires_str.is_none() { headers.insert("Expires", format!("{epoch_expires:010}").parse().unwrap()); } let string_to_sign = pre_string_to_sign_v2(&req, virtual_host); let signature = hex(hmac_sha1(secret_access_key, string_to_sign)); let query_source = req.uri().query().unwrap_or(""); let result = serde_urlencoded::from_str::>(query_source); let mut query = result.unwrap_or_default(); if get_host_addr(&req).contains(".storage.googleapis.com") { query.insert("GoogleAccessId".to_string(), access_key_id.to_string()); } else { query.insert("AWSAccessKeyId".to_string(), access_key_id.to_string()); } query.insert("Expires".to_string(), format!("{epoch_expires:010}")); let uri = req.uri().clone(); let mut parts = req.uri().clone().into_parts(); parts.path_and_query = Some( format!("{}?{}&Signature={}", uri.path(), serde_urlencoded::to_string(&query).unwrap(), signature) .parse() .unwrap(), ); *req.uri_mut() = Uri::from_parts(parts).unwrap(); req } fn _post_pre_sign_signature_v2(policy_base64: &str, secret_access_key: &str) -> String { hex(hmac_sha1(secret_access_key, policy_base64)) } pub fn sign_v2( mut req: request::Request, _content_len: i64, access_key_id: &str, secret_access_key: &str, virtual_host: bool, ) -> request::Request { if access_key_id.is_empty() || secret_access_key.is_empty() { return req; } let d = OffsetDateTime::now_utc(); let d2 = d.replace_time(time::Time::from_hms(0, 0, 0).unwrap()); { let headers = req.headers_mut(); let need_default_date = headers.get("Date").and_then(|v| v.to_str().ok()).is_none_or(|v| v.is_empty()); if need_default_date { headers.insert("Date", d2.format(&format_description::well_known::Rfc2822).unwrap().parse().unwrap()); } } let string_to_sign = string_to_sign_v2(&req, virtual_host); let headers = req.headers_mut(); let auth_header = format!("{SIGN_V2_ALGORITHM} {access_key_id}:"); let auth_header = format!( "{}{}", auth_header, base64_simd::URL_SAFE_NO_PAD.encode_to_string(hmac_sha1(secret_access_key, string_to_sign)) ); headers.insert("Authorization", auth_header.parse().unwrap()); req } fn pre_string_to_sign_v2(req: &request::Request, virtual_host: bool) -> String { let mut buf = BytesMut::new(); write_pre_sign_v2_headers(&mut buf, req); write_canonicalized_headers(&mut buf, req); write_canonicalized_resource(&mut buf, req, virtual_host); String::from_utf8(buf.to_vec()).unwrap() } fn write_pre_sign_v2_headers(buf: &mut BytesMut, req: &request::Request) { let _ = buf.write_str(req.method().as_str()); let _ = buf.write_char('\n'); let _ = buf.write_str(req.headers().get("Content-Md5").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); let _ = buf.write_str(req.headers().get("Content-Type").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); let _ = buf.write_str(req.headers().get("Expires").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); } fn string_to_sign_v2(req: &request::Request, virtual_host: bool) -> String { let mut buf = BytesMut::new(); write_sign_v2_headers(&mut buf, req); write_canonicalized_headers(&mut buf, req); write_canonicalized_resource(&mut buf, req, virtual_host); String::from_utf8(buf.to_vec()).unwrap() } fn write_sign_v2_headers(buf: &mut BytesMut, req: &request::Request) { let headers = req.headers(); let _ = buf.write_str(req.method().as_str()); let _ = buf.write_char('\n'); let _ = buf.write_str(headers.get("Content-Md5").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); let _ = buf.write_str(headers.get("Content-Type").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); let _ = buf.write_str(headers.get("Date").and_then(|v| v.to_str().ok()).unwrap_or("")); let _ = buf.write_char('\n'); } fn write_canonicalized_headers(buf: &mut BytesMut, req: &request::Request) { let mut proto_headers = Vec::::new(); let mut vals = HashMap::>::new(); for k in req.headers().keys() { let lk = k.as_str().to_lowercase(); if lk.starts_with("x-amz") { proto_headers.push(lk.clone()); let vv = req .headers() .get_all(k) .iter() .filter_map(|e| e.to_str().ok().map(ToString::to_string)) .collect(); vals.insert(lk, vv); } } proto_headers.sort(); for k in proto_headers { let _ = buf.write_str(&k); let _ = buf.write_char(':'); for (idx, v) in vals[&k].iter().enumerate() { if idx > 0 { let _ = buf.write_char(','); } let _ = buf.write_str(v); } let _ = buf.write_char('\n'); } } const INCLUDED_QUERY: &[&str] = &[ "acl", "delete", "lifecycle", "location", "logging", "notification", "partNumber", "policy", "requestPayment", "response-cache-control", "response-content-disposition", "response-content-encoding", "response-content-language", "response-content-type", "response-expires", "uploadId", "uploads", "versionId", "versioning", "versions", "website", ]; fn write_canonicalized_resource(buf: &mut BytesMut, req: &request::Request, virtual_host: bool) { let request_url = req.uri(); let _ = buf.write_str(&encode_url2path(req, virtual_host)); if let Some(query_str) = request_url.query().filter(|query| !query.is_empty()) { let mut query_vals = HashMap::new(); for pair in query_str.split('&') { let mut iter = pair.splitn(2, '='); let key = match iter.next() { Some(k) if !k.is_empty() => k, _ => continue, }; let value = iter.next().unwrap_or(""); query_vals.insert(key.to_string(), value.to_string()); } let mut canonical = Vec::::new(); for resource in INCLUDED_QUERY { if let Some(value) = query_vals.get(*resource) { let mut item = resource.to_string(); if !value.is_empty() { let _ = write!(&mut item, "={value}"); } canonical.push(item); } } if !canonical.is_empty() { let _ = buf.write_char('?'); let _ = buf.write_str(&canonical.join("&")); } } } #[cfg(test)] #[allow(unused_variables, unused_mut)] mod tests { use std::collections::HashMap; use super::*; #[test] fn test_pre_sign_v2_without_query_should_keep_safe() { let mut req = request::Request::builder() .method(http::Method::GET) .uri("http://examplebucket.s3.amazonaws.com/object") .body(Body::empty()) .unwrap(); req.headers_mut() .insert("host", "examplebucket.s3.amazonaws.com".parse().unwrap()); let req = pre_sign_v2(req, "AKIAEXAMPLE", "SECRET", 60, false); let query = req.uri().query().unwrap_or_default(); let values = serde_urlencoded::from_str::>(query).unwrap(); assert!(values.contains_key("AWSAccessKeyId")); assert!(values.contains_key("Expires")); assert!(values.contains_key("Signature")); } #[test] fn test_sign_v2_missing_optional_headers() { let mut req = request::Request::builder() .method(http::Method::GET) .uri("http://examplebucket.s3.amazonaws.com/object") .body(Body::empty()) .unwrap(); req.headers_mut() .insert("host", "examplebucket.s3.amazonaws.com".parse().unwrap()); let req = sign_v2(req, 0, "AKIAEXAMPLE", "SECRET", false); assert!(req.headers().get("Date").is_some()); assert!(req.headers().get("Authorization").is_some()); } #[test] fn test_write_canonicalized_resource_with_single_query_param() { let mut req = request::Request::builder() .method(http::Method::GET) .uri("http://examplebucket.s3.amazonaws.com/object?acl") .body(Body::empty()) .unwrap(); req.headers_mut() .insert("host", "examplebucket.s3.amazonaws.com".parse().unwrap()); let mut buf = BytesMut::new(); write_canonicalized_resource(&mut buf, &req, false); assert_eq!(String::from_utf8(buf.to_vec()).unwrap(), "/object?acl"); } #[test] fn test_sign_v2_signature_matches_injected_date() { let mut req = request::Request::builder() .method(http::Method::GET) .uri("http://examplebucket.s3.amazonaws.com/object") .body(Body::empty()) .unwrap(); req.headers_mut() .insert("host", "examplebucket.s3.amazonaws.com".parse().unwrap()); let req = sign_v2(req, 0, "AKIAEXAMPLE", "SECRET", false); let expected_string_to_sign = string_to_sign_v2(&req, false); let expected_signature = base64_simd::URL_SAFE_NO_PAD.encode_to_string(hmac_sha1("SECRET", expected_string_to_sign)); assert_eq!( req.headers().get("Authorization").unwrap().to_str().unwrap(), format!("AWS AKIAEXAMPLE:{expected_signature}") ); } }