Feature/event (#513)

* improve code for notify

* fix

* cargo fmt

* improve code and create `DEFAULT_DELIMITER`

* fix

* fix

* improve code for notify

* fmt

* Update crates/notify/src/registry.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update crates/notify/src/factory.rs

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* fix cllipy

* fix

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

crates/config/Cargo.toml

@@ -18,6 +18,6 @@ workspace = true
 [features]
 default = []
 constants = ["dep:const-str"]
-notify = []
+notify = ["dep:const-str"]
 observability = []
 

crates/notify/Cargo.toml

@@ -11,7 +11,6 @@ rustfs-config = { workspace = true, features = ["notify"] }
 rustfs-utils = { workspace = true, features = ["path", "sys"] }
 async-trait = { workspace = true }
 chrono = { workspace = true, features = ["serde"] }
-const-str = { workspace = true }
 dashmap = { workspace = true }
 ecstore = { workspace = true }
 form_urlencoded = { workspace = true }

crates/utils/Cargo.toml

@@ -7,17 +7,17 @@ rust-version.workspace = true
 version.workspace = true
 
 [dependencies]
-base64-simd= { workspace = true , optional = true}
+base64-simd = { workspace = true, optional = true }
 blake3 = { workspace = true, optional = true }
 crc32fast.workspace = true
-hex-simd= { workspace = true , optional = true}
+hex-simd = { workspace = true, optional = true }
 highway = { workspace = true, optional = true }
-lazy_static= { workspace = true , optional = true}
+lazy_static = { workspace = true, optional = true }
 local-ip-address = { workspace = true, optional = true }
 md-5 = { workspace = true, optional = true }
-netif= { workspace = true , optional = true}
+netif = { workspace = true, optional = true }
 nix = { workspace = true, optional = true }
-regex= { workspace = true, optional = true }
+regex = { workspace = true, optional = true }
 rustfs-config = { workspace = true, features = ["constants"] }
 rustls = { workspace = true, optional = true }
 rustls-pemfile = { workspace = true, optional = true }
@@ -27,7 +27,7 @@ siphasher = { workspace = true, optional = true }
 tempfile = { workspace = true, optional = true }
 tokio = { workspace = true, optional = true, features = ["io-util", "macros"] }
 tracing = { workspace = true }
-url = { workspace = true , optional = true}
+url = { workspace = true, optional = true }
 flate2 = { workspace = true, optional = true }
 brotli = { workspace = true, optional = true }
 zstd = { workspace = true, optional = true }
@@ -38,13 +38,13 @@ futures = { workspace = true, optional = true }
 transform-stream = { workspace = true, optional = true }
 bytes = { workspace = true, optional = true }
 sysinfo = { workspace = true, optional = true }
-hyper.workspace = true
-hyper-util.workspace = true
+hyper-util = { workspace = true, optional = true }
 common.workspace = true
-sha1 = { workspace = true }
+sha1 = { workspace = true, optional = true }
 sha2 = { workspace = true, optional = true }
-hmac.workspace = true
-s3s.workspace = true
+hmac = { workspace = true, optional = true }
+s3s = { workspace = true, optional = true }
+hyper = { workspace = true, optional = true }
 
 [dev-dependencies]
 tempfile = { workspace = true }
@@ -60,14 +60,15 @@ workspace = true
 default = ["ip"]  # features that are enabled by default
 ip = ["dep:local-ip-address"]  # ip characteristics and their dependencies
 tls = ["dep:rustls", "dep:rustls-pemfile", "dep:rustls-pki-types"]  # tls characteristics and their dependencies
-net = ["ip", "dep:url", "dep:netif", "dep:lazy_static", "dep:futures", "dep:transform-stream", "dep:bytes"]  # empty network features
+net = ["ip", "dep:url", "dep:netif", "dep:lazy_static", "dep:futures", "dep:transform-stream", "dep:bytes", "dep:s3s", "dep:hyper", "dep:hyper-util"]  # empty network features
 io = ["dep:tokio"]
 path = []
+notify = ["dep:hyper", "dep:s3s"]  # file system notification features
 compress = ["dep:flate2", "dep:brotli", "dep:snap", "dep:lz4", "dep:zstd"]
 string = ["dep:regex", "dep:lazy_static", "dep:rand"]
-crypto = ["dep:base64-simd","dep:hex-simd"]
+crypto = ["dep:base64-simd", "dep:hex-simd", "dep:hmac", "dep:hyper"]
 hash = ["dep:highway", "dep:md-5", "dep:sha2", "dep:blake3", "dep:serde", "dep:siphasher"]
 os = ["dep:nix", "dep:tempfile", "winapi"]  # operating system utilities
 integration = []  # integration test features
 sys = ["dep:sysinfo"]  # system information features
-full = ["ip", "tls", "net", "io", "hash", "os", "integration", "path", "crypto", "string", "compress", "sys"]  # all features
+full = ["ip", "tls", "net", "io", "hash", "os", "integration", "path", "crypto", "string", "compress", "sys", "notify"]  # all features

crates/utils/src/lib.rs

@@ -51,5 +51,10 @@ pub use crypto::*;
 #[cfg(feature = "compress")]
 pub use compress::*;
 
+#[cfg(feature = "notify")]
+mod notify;
 #[cfg(feature = "sys")]
 pub mod sys;
+
+#[cfg(feature = "notify")]
+pub use notify::*;

crates/utils/src/notify/mod.rs

@@ -0,0 +1,59 @@
+use hyper::HeaderMap;
+use s3s::{S3Request, S3Response};
+use std::collections::HashMap;
+
+/// Extract request parameters from S3Request, mainly header information.
+#[allow(dead_code)]
+pub fn extract_req_params<T>(req: &S3Request<T>) -> HashMap<String, String> {
+    let mut params = HashMap::new();
+    for (key, value) in req.headers.iter() {
+        if let Ok(val_str) = value.to_str() {
+            params.insert(key.as_str().to_string(), val_str.to_string());
+        }
+    }
+    params
+}
+
+/// Extract request parameters from hyper::HeaderMap, mainly header information.
+/// This function is useful when you have a raw HTTP request and need to extract parameters.
+pub fn extract_req_params_header(head: &HeaderMap) -> HashMap<String, String> {
+    let mut params = HashMap::new();
+    for (key, value) in head.iter() {
+        if let Ok(val_str) = value.to_str() {
+            params.insert(key.as_str().to_string(), val_str.to_string());
+        }
+    }
+    params
+}
+
+/// Extract response elements from S3Response, mainly header information.
+#[allow(dead_code)]
+pub fn extract_resp_elements<T>(resp: &S3Response<T>) -> HashMap<String, String> {
+    let mut params = HashMap::new();
+    for (key, value) in resp.headers.iter() {
+        if let Ok(val_str) = value.to_str() {
+            params.insert(key.as_str().to_string(), val_str.to_string());
+        }
+    }
+    params
+}
+
+/// Get host from header information.
+#[allow(dead_code)]
+pub fn get_request_host(headers: &HeaderMap) -> String {
+    headers
+        .get("host")
+        .and_then(|v| v.to_str().ok())
+        .unwrap_or_default()
+        .to_string()
+}
+
+/// Get user-agent from header information.
+#[allow(dead_code)]
+pub fn get_request_user_agent(headers: &HeaderMap) -> String {
+    headers
+        .get("user-agent")
+        .and_then(|v| v.to_str().ok())
+        .unwrap_or_default()
+        .to_string()
+}