use hyper::client::conn::http2::Builder; use hyper_util::rt::TokioExecutor; use lazy_static::lazy_static; use std::{ collections::{HashMap, HashSet}, fmt::Display, net::{IpAddr, Ipv6Addr, SocketAddr, TcpListener, ToSocketAddrs}, }; use url::{Host, Url}; //use hyper::{client::conn::http2::Builder, rt::Executor}; //use tonic::{SharedExec, UserAgent}; //use hyper_util::rt::TokioTimer; use s3s::header::X_AMZ_STORAGE_CLASS; lazy_static! { static ref LOCAL_IPS: Vec = must_get_local_ips().unwrap(); } /// helper for validating if the provided arg is an ip address. pub fn is_socket_addr(addr: &str) -> bool { // TODO IPv6 zone information? addr.parse::().is_ok() || addr.parse::().is_ok() } /// checks if server_addr is valid and local host. pub fn check_local_server_addr(server_addr: &str) -> std::io::Result { let addr: Vec = match server_addr.to_socket_addrs() { Ok(addr) => addr.collect(), Err(err) => return Err(std::io::Error::other(err)), }; // 0.0.0.0 is a wildcard address and refers to local network // addresses. I.e, 0.0.0.0:9000 like ":9000" refers to port // 9000 on localhost. for a in addr { if a.ip().is_unspecified() { return Ok(a); } let host = match a { SocketAddr::V4(a) => Host::<&str>::Ipv4(*a.ip()), SocketAddr::V6(a) => Host::Ipv6(*a.ip()), }; if is_local_host(host, 0, 0)? { return Ok(a); } } Err(std::io::Error::other("host in server address should be this server")) } /// checks if the given parameter correspond to one of /// the local IP of the current machine pub fn is_local_host(host: Host<&str>, port: u16, local_port: u16) -> std::io::Result { let local_set: HashSet = LOCAL_IPS.iter().copied().collect(); let is_local_host = match host { Host::Domain(domain) => { let ips = match (domain, 0).to_socket_addrs().map(|v| v.map(|v| v.ip()).collect::>()) { Ok(ips) => ips, Err(err) => return Err(std::io::Error::other(err)), }; ips.iter().any(|ip| local_set.contains(ip)) } Host::Ipv4(ip) => local_set.contains(&IpAddr::V4(ip)), Host::Ipv6(ip) => local_set.contains(&IpAddr::V6(ip)), }; if port > 0 { return Ok(is_local_host && port == local_port); } Ok(is_local_host) } /// returns IP address of given host. pub fn get_host_ip(host: Host<&str>) -> std::io::Result> { match host { Host::Domain(domain) => match (domain, 0) .to_socket_addrs() .map(|v| v.map(|v| v.ip()).collect::>()) { Ok(ips) => Ok(ips), Err(err) => Err(std::io::Error::other(err)), }, Host::Ipv4(ip) => { let mut set = HashSet::with_capacity(1); set.insert(IpAddr::V4(ip)); Ok(set) } Host::Ipv6(ip) => { let mut set = HashSet::with_capacity(1); set.insert(IpAddr::V6(ip)); Ok(set) } } } pub fn get_available_port() -> u16 { TcpListener::bind("0.0.0.0:0").unwrap().local_addr().unwrap().port() } /// returns IPs of local interface pub fn must_get_local_ips() -> std::io::Result> { match netif::up() { Ok(up) => Ok(up.map(|x| x.address().to_owned()).collect()), Err(err) => Err(std::io::Error::other(format!("Unable to get IP addresses of this host: {}", err))), } } pub fn get_default_location(u: Url, region_override: &str) -> String { todo!(); } pub fn get_endpoint_url(endpoint: &str, secure: bool) -> Result { let mut scheme = "https"; if !secure { scheme = "http"; } let endpoint_url_str = format!("{scheme}://{endpoint}"); let Ok(endpoint_url) = Url::parse(&endpoint_url_str) else { return Err(std::io::Error::other("url parse error.")); }; //is_valid_endpoint_url(endpoint_url)?; Ok(endpoint_url) } pub const DEFAULT_DIAL_TIMEOUT: i64 = 5; pub fn new_remotetarget_http_transport(insecure: bool) -> Builder { todo!(); } lazy_static! { static ref SUPPORTED_QUERY_VALUES: HashMap = { let mut m = HashMap::new(); m.insert("attributes".to_string(), true); m.insert("partNumber".to_string(), true); m.insert("versionId".to_string(), true); m.insert("response-cache-control".to_string(), true); m.insert("response-content-disposition".to_string(), true); m.insert("response-content-encoding".to_string(), true); m.insert("response-content-language".to_string(), true); m.insert("response-content-type".to_string(), true); m.insert("response-expires".to_string(), true); m }; static ref SUPPORTED_HEADERS: HashMap = { let mut m = HashMap::new(); m.insert("content-type".to_string(), true); m.insert("cache-control".to_string(), true); m.insert("content-encoding".to_string(), true); m.insert("content-disposition".to_string(), true); m.insert("content-language".to_string(), true); m.insert("x-amz-website-redirect-location".to_string(), true); m.insert("x-amz-object-lock-mode".to_string(), true); m.insert("x-amz-metadata-directive".to_string(), true); m.insert("x-amz-object-lock-retain-until-date".to_string(), true); m.insert("expires".to_string(), true); m.insert("x-amz-replication-status".to_string(), true); m }; static ref SSE_HEADERS: HashMap = { let mut m = HashMap::new(); m.insert("x-amz-server-side-encryption".to_string(), true); m.insert("x-amz-server-side-encryption-aws-kms-key-id".to_string(), true); m.insert("x-amz-server-side-encryption-context".to_string(), true); m.insert("x-amz-server-side-encryption-customer-algorithm".to_string(), true); m.insert("x-amz-server-side-encryption-customer-key".to_string(), true); m.insert("x-amz-server-side-encryption-customer-key-md5".to_string(), true); m }; } pub fn is_standard_query_value(qs_key: &str) -> bool { SUPPORTED_QUERY_VALUES[qs_key] } const ALLOWED_CUSTOM_QUERY_PREFIX: &str = "x-"; pub fn is_custom_query_value(qs_key: &str) -> bool { qs_key.starts_with(ALLOWED_CUSTOM_QUERY_PREFIX) } pub fn is_storageclass_header(header_key: &str) -> bool { header_key.to_lowercase() == X_AMZ_STORAGE_CLASS.as_str().to_lowercase() } pub fn is_standard_header(header_key: &str) -> bool { *SUPPORTED_HEADERS.get(&header_key.to_lowercase()).unwrap_or(&false) } pub fn is_sse_header(header_key: &str) -> bool { *SSE_HEADERS.get(&header_key.to_lowercase()).unwrap_or(&false) } pub fn is_amz_header(header_key: &str) -> bool { let key = header_key.to_lowercase(); key.starts_with("x-amz-meta-") || key.starts_with("x-amz-grant-") || key == "x-amz-acl" || is_sse_header(header_key) || key.starts_with("x-amz-checksum-") } pub fn is_rustfs_header(header_key: &str) -> bool { header_key.to_lowercase().starts_with("x-rustfs-") } pub fn is_rustfs_header(header_key: &str) -> bool { header_key.to_lowercase().starts_with("x-rustfs-") } #[derive(Debug, Clone)] pub struct XHost { pub name: String, pub port: u16, pub is_port_set: bool, } impl Display for XHost { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { if !self.is_port_set { write!(f, "{}", self.name) } else if self.name.contains(':') { write!(f, "[{}]:{}", self.name, self.port) } else { write!(f, "{}:{}", self.name, self.port) } } } impl TryFrom for XHost { type Error = std::io::Error; fn try_from(value: String) -> std::result::Result { if let Some(addr) = value.to_socket_addrs()?.next() { Ok(Self { name: addr.ip().to_string(), port: addr.port(), is_port_set: addr.port() > 0, }) } else { Err(std::io::Error::new(std::io::ErrorKind::InvalidData, "value invalid")) } } } /// parses the address string, process the ":port" format for double-stack binding, /// and resolve the host name or IP address. If the port is 0, an available port is assigned. pub fn parse_and_resolve_address(addr_str: &str) -> std::io::Result { let resolved_addr: SocketAddr = if let Some(port) = addr_str.strip_prefix(":") { // Process the ":port" format for double stack binding let port_str = port; let port: u16 = port_str .parse() .map_err(|e| std::io::Error::other(format!("Invalid port format: {}, err:{:?}", addr_str, e)))?; let final_port = if port == 0 { get_available_port() // assume get_available_port is available here } else { port }; // Using IPv6 without address specified [::], it should handle both IPv4 and IPv6 SocketAddr::new(IpAddr::V6(Ipv6Addr::UNSPECIFIED), final_port) } else { // Use existing logic to handle regular address formats let mut addr = check_local_server_addr(addr_str)?; // assume check_local_server_addr is available here if addr.port() == 0 { addr.set_port(get_available_port()); } addr }; Ok(resolved_addr) } #[cfg(test)] mod test { use std::net::{Ipv4Addr, Ipv6Addr}; use super::*; #[test] fn test_is_socket_addr() { let test_cases = [ // Valid IP addresses ("192.168.1.0", true), ("127.0.0.1", true), ("10.0.0.1", true), ("0.0.0.0", true), ("255.255.255.255", true), // Valid IPv6 addresses ("2001:db8::1", true), ("::1", true), ("::", true), ("fe80::1", true), // Valid socket addresses ("192.168.1.0:8080", true), ("127.0.0.1:9000", true), ("[2001:db8::1]:9000", true), ("[::1]:8080", true), ("0.0.0.0:0", true), // Invalid addresses ("localhost", false), ("localhost:9000", false), ("example.com", false), ("example.com:8080", false), ("http://192.168.1.0", false), ("http://192.168.1.0:9000", false), ("256.256.256.256", false), ("192.168.1", false), ("192.168.1.0.1", false), ("", false), (":", false), (":::", false), ("invalid_ip", false), ]; for (addr, expected) in test_cases { let result = is_socket_addr(addr); assert_eq!(expected, result, "addr: '{}', expected: {}, got: {}", addr, expected, result); } } #[test] fn test_check_local_server_addr() { // Test valid local addresses let valid_cases = ["localhost:54321", "127.0.0.1:9000", "0.0.0.0:9000", "[::1]:8080", "::1:8080"]; for addr in valid_cases { let result = check_local_server_addr(addr); assert!(result.is_ok(), "Expected '{}' to be valid, but got error: {:?}", addr, result); } // Test invalid addresses let invalid_cases = [ ("localhost", "invalid socket address"), ("", "invalid socket address"), ("example.org:54321", "host in server address should be this server"), ("8.8.8.8:53", "host in server address should be this server"), (":-10", "invalid port value"), ("invalid:port", "invalid port value"), ]; for (addr, expected_error_pattern) in invalid_cases { let result = check_local_server_addr(addr); assert!(result.is_err(), "Expected '{}' to be invalid, but it was accepted: {:?}", addr, result); let error_msg = result.unwrap_err().to_string(); assert!( error_msg.contains(expected_error_pattern) || error_msg.contains("invalid socket address"), "Error message '{}' doesn't contain expected pattern '{}' for address '{}'", error_msg, expected_error_pattern, addr ); } } #[test] fn test_is_local_host() { // Test localhost domain let localhost_host = Host::Domain("localhost"); assert!(is_local_host(localhost_host, 0, 0).unwrap()); // Test loopback IP addresses let ipv4_loopback = Host::Ipv4(Ipv4Addr::new(127, 0, 0, 1)); assert!(is_local_host(ipv4_loopback, 0, 0).unwrap()); let ipv6_loopback = Host::Ipv6(Ipv6Addr::new(0, 0, 0, 0, 0, 0, 0, 1)); assert!(is_local_host(ipv6_loopback, 0, 0).unwrap()); // Test port matching let localhost_with_port1 = Host::Domain("localhost"); assert!(is_local_host(localhost_with_port1, 8080, 8080).unwrap()); let localhost_with_port2 = Host::Domain("localhost"); assert!(!is_local_host(localhost_with_port2, 8080, 9000).unwrap()); // Test non-local host let external_host = Host::Ipv4(Ipv4Addr::new(8, 8, 8, 8)); assert!(!is_local_host(external_host, 0, 0).unwrap()); // Test invalid domain should return error let invalid_host = Host::Domain("invalid.nonexistent.domain.example"); assert!(is_local_host(invalid_host, 0, 0).is_err()); } #[test] fn test_get_host_ip() { // Test IPv4 address let ipv4_host = Host::Ipv4(Ipv4Addr::new(192, 168, 1, 1)); let ipv4_result = get_host_ip(ipv4_host).unwrap(); assert_eq!(ipv4_result.len(), 1); assert!(ipv4_result.contains(&IpAddr::V4(Ipv4Addr::new(192, 168, 1, 1)))); // Test IPv6 address let ipv6_host = Host::Ipv6(Ipv6Addr::new(0x2001, 0xdb8, 0, 0, 0, 0, 0, 1)); let ipv6_result = get_host_ip(ipv6_host).unwrap(); assert_eq!(ipv6_result.len(), 1); assert!(ipv6_result.contains(&IpAddr::V6(Ipv6Addr::new(0x2001, 0xdb8, 0, 0, 0, 0, 0, 1)))); // Test localhost domain let localhost_host = Host::Domain("localhost"); let localhost_result = get_host_ip(localhost_host).unwrap(); assert!(!localhost_result.is_empty()); // Should contain at least loopback address assert!( localhost_result.contains(&IpAddr::V4(Ipv4Addr::new(127, 0, 0, 1))) || localhost_result.contains(&IpAddr::V6(Ipv6Addr::new(0, 0, 0, 0, 0, 0, 0, 1))) ); // Test invalid domain let invalid_host = Host::Domain("invalid.nonexistent.domain.example"); assert!(get_host_ip(invalid_host).is_err()); } #[test] fn test_get_available_port() { let port1 = get_available_port(); let port2 = get_available_port(); // Port should be in valid range (u16 max is always <= 65535) assert!(port1 > 0); assert!(port2 > 0); // Different calls should typically return different ports assert_ne!(port1, port2); } #[test] fn test_must_get_local_ips() { let local_ips = must_get_local_ips().unwrap(); let local_set: HashSet = local_ips.into_iter().collect(); // Should contain loopback addresses assert!(local_set.contains(&IpAddr::V4(Ipv4Addr::new(127, 0, 0, 1)))); // Should not be empty assert!(!local_set.is_empty()); // All IPs should be valid for ip in &local_set { match ip { IpAddr::V4(_) | IpAddr::V6(_) => {} // Valid } } } #[test] fn test_xhost_display() { // Test without port let host_no_port = XHost { name: "example.com".to_string(), port: 0, is_port_set: false, }; assert_eq!(host_no_port.to_string(), "example.com"); // Test with port (IPv4-like name) let host_with_port = XHost { name: "192.168.1.1".to_string(), port: 8080, is_port_set: true, }; assert_eq!(host_with_port.to_string(), "192.168.1.1:8080"); // Test with port (IPv6-like name) let host_ipv6_with_port = XHost { name: "2001:db8::1".to_string(), port: 9000, is_port_set: true, }; assert_eq!(host_ipv6_with_port.to_string(), "[2001:db8::1]:9000"); // Test domain name with port let host_domain_with_port = XHost { name: "example.com".to_string(), port: 443, is_port_set: true, }; assert_eq!(host_domain_with_port.to_string(), "example.com:443"); } #[test] fn test_xhost_try_from() { // Test valid IPv4 address with port let result = XHost::try_from("192.168.1.1:8080".to_string()).unwrap(); assert_eq!(result.name, "192.168.1.1"); assert_eq!(result.port, 8080); assert!(result.is_port_set); // Test valid IPv4 address without port let result = XHost::try_from("192.168.1.1:0".to_string()).unwrap(); assert_eq!(result.name, "192.168.1.1"); assert_eq!(result.port, 0); assert!(!result.is_port_set); // Test valid IPv6 address with port let result = XHost::try_from("[2001:db8::1]:9000".to_string()).unwrap(); assert_eq!(result.name, "2001:db8::1"); assert_eq!(result.port, 9000); assert!(result.is_port_set); // Test localhost with port (localhost may resolve to either IPv4 or IPv6) let result = XHost::try_from("localhost:3000".to_string()).unwrap(); // localhost can resolve to either 127.0.0.1 or ::1 depending on system configuration assert!(result.name == "127.0.0.1" || result.name == "::1"); assert_eq!(result.port, 3000); assert!(result.is_port_set); // Test invalid format let result = XHost::try_from("invalid_format".to_string()); assert!(result.is_err()); // Test empty string let result = XHost::try_from("".to_string()); assert!(result.is_err()); } #[test] fn test_parse_and_resolve_address() { // Test port-only format let result = parse_and_resolve_address(":8080").unwrap(); assert_eq!(result.ip(), IpAddr::V6(Ipv6Addr::UNSPECIFIED)); assert_eq!(result.port(), 8080); // Test port-only format with port 0 (should get available port) let result = parse_and_resolve_address(":0").unwrap(); assert_eq!(result.ip(), IpAddr::V6(Ipv6Addr::UNSPECIFIED)); assert!(result.port() > 0); // Test localhost with port let result = parse_and_resolve_address("localhost:9000").unwrap(); assert_eq!(result.port(), 9000); // Test localhost with port 0 (should get available port) let result = parse_and_resolve_address("localhost:0").unwrap(); assert!(result.port() > 0); // Test 0.0.0.0 with port let result = parse_and_resolve_address("0.0.0.0:7000").unwrap(); assert_eq!(result.ip(), IpAddr::V4(Ipv4Addr::new(0, 0, 0, 0))); assert_eq!(result.port(), 7000); // Test invalid port format let result = parse_and_resolve_address(":invalid_port"); assert!(result.is_err()); // Test invalid address let result = parse_and_resolve_address("example.org:8080"); assert!(result.is_err()); } #[test] fn test_edge_cases() { // Test empty string for is_socket_addr assert!(!is_socket_addr("")); // Test single colon for is_socket_addr assert!(!is_socket_addr(":")); // Test malformed IPv6 for is_socket_addr assert!(!is_socket_addr("[::]")); assert!(!is_socket_addr("[::1")); // Test very long strings let long_string = "a".repeat(1000); assert!(!is_socket_addr(&long_string)); // Test unicode characters assert!(!is_socket_addr("测试.example.com")); // Test special characters assert!(!is_socket_addr("test@example.com:8080")); assert!(!is_socket_addr("http://example.com:8080")); } #[test] fn test_boundary_values() { // Test port boundaries assert!(is_socket_addr("127.0.0.1:0")); assert!(is_socket_addr("127.0.0.1:65535")); assert!(!is_socket_addr("127.0.0.1:65536")); // Test IPv4 boundaries assert!(is_socket_addr("0.0.0.0")); assert!(is_socket_addr("255.255.255.255")); assert!(!is_socket_addr("256.0.0.0")); assert!(!is_socket_addr("0.0.0.256")); // Test XHost with boundary ports let host_max_port = XHost { name: "example.com".to_string(), port: 65535, is_port_set: true, }; assert_eq!(host_max_port.to_string(), "example.com:65535"); let host_zero_port = XHost { name: "example.com".to_string(), port: 0, is_port_set: true, }; assert_eq!(host_zero_port.to_string(), "example.com:0"); } }