mirror of
https://github.com/rustfs/rustfs.git
synced 2026-08-23 04:39:04 +00:00
Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| eb00b0f956 | |||
| 70237b30b5 | |||
| 6e26e4bed3 | |||
| 1deb589077 | |||
| 9559be02bc | |||
| 95cc94f27c |
@@ -325,8 +325,8 @@ slow-timeout = { period = "60s", terminate-after = 2, grace-period = "10s" }
|
|||||||
#
|
#
|
||||||
# Wired by .github/workflows/e2e-replication-nightly.yml (schedule +
|
# Wired by .github/workflows/e2e-replication-nightly.yml (schedule +
|
||||||
# workflow_dispatch), which builds the rustfs binary once, installs awscurl so
|
# workflow_dispatch), which builds the rustfs binary once, installs awscurl so
|
||||||
# the STS dual-node test actually exercises its path (it skips gracefully with
|
# the STS dual-node test actually exercises its path (the test fails when
|
||||||
# a visible log line when awscurl is absent), and routes scheduled failures
|
# awscurl is absent), and routes scheduled failures
|
||||||
# through .github/actions/schedule-failure-issue (ci-8). Explicit division of
|
# through .github/actions/schedule-failure-issue (ci-8). Explicit division of
|
||||||
# labor with e2e-full: these tests run only in the consolidated nightly
|
# labor with e2e-full: these tests run only in the consolidated nightly
|
||||||
# workflow, not in the merge/main lane.
|
# workflow, not in the merge/main lane.
|
||||||
|
|||||||
@@ -681,6 +681,19 @@ jobs:
|
|||||||
cache-save-if: 'false'
|
cache-save-if: 'false'
|
||||||
install-build-packaging-tools: 'false'
|
install-build-packaging-tools: 'false'
|
||||||
|
|
||||||
|
- name: Set up Python
|
||||||
|
uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
|
||||||
|
with:
|
||||||
|
python-version: "3.12"
|
||||||
|
|
||||||
|
- name: Install awscurl
|
||||||
|
run: |
|
||||||
|
python3 -m pip install --user --upgrade pip "awscurl==0.44"
|
||||||
|
echo "AWSCURL_PATH=$HOME/.local/bin/awscurl" >> "$GITHUB_ENV"
|
||||||
|
|
||||||
|
- name: Verify awscurl
|
||||||
|
run: test -x "$AWSCURL_PATH"
|
||||||
|
|
||||||
# Download after the cache restore so the freshly built binary from the
|
# Download after the cache restore so the freshly built binary from the
|
||||||
# build job always wins over anything restored into target/debug.
|
# build job always wins over anything restored into target/debug.
|
||||||
- name: Download debug binary
|
- name: Download debug binary
|
||||||
@@ -803,6 +816,20 @@ jobs:
|
|||||||
- name: Verify awscurl
|
- name: Verify awscurl
|
||||||
run: test -x "$AWSCURL_PATH"
|
run: test -x "$AWSCURL_PATH"
|
||||||
|
|
||||||
|
- name: Install mc
|
||||||
|
env:
|
||||||
|
MC_VERSION: RELEASE.2025-08-13T08-35-41Z
|
||||||
|
MC_SHA256: 01f866e9c5f9b87c2b09116fa5d7c06695b106242d829a8bb32990c00312e891
|
||||||
|
run: |
|
||||||
|
MC_BINARY="mc.linux-amd64.${MC_VERSION}"
|
||||||
|
curl -fsSLo "$RUNNER_TEMP/mc" "https://github.com/minio/mc/releases/download/${MC_VERSION}/${MC_BINARY}"
|
||||||
|
echo "${MC_SHA256} $RUNNER_TEMP/mc" | sha256sum --check --status
|
||||||
|
chmod +x "$RUNNER_TEMP/mc"
|
||||||
|
echo "$RUNNER_TEMP" >> "$GITHUB_PATH"
|
||||||
|
|
||||||
|
- name: Verify mc
|
||||||
|
run: mc --version
|
||||||
|
|
||||||
- name: Install Vault
|
- name: Install Vault
|
||||||
run: |
|
run: |
|
||||||
VAULT_VERSION="1.17.6"
|
VAULT_VERSION="1.17.6"
|
||||||
|
|||||||
@@ -75,11 +75,7 @@ jobs:
|
|||||||
cache-save-if: ${{ github.ref == 'refs/heads/main' }}
|
cache-save-if: ${{ github.ref == 'refs/heads/main' }}
|
||||||
install-build-packaging-tools: 'false'
|
install-build-packaging-tools: 'false'
|
||||||
|
|
||||||
# awscurl lets the STS dual-node test actually exercise its path. Without
|
# The STS dual-node test requires awscurl and fails if it is unavailable.
|
||||||
# it the test skips gracefully with a visible log line
|
|
||||||
# (`awscurl_available()` in crates/e2e_test/src/common.rs), so the lane
|
|
||||||
# still passes — installing it just upgrades that one test from skip to
|
|
||||||
# real coverage.
|
|
||||||
- name: Set up Python
|
- name: Set up Python
|
||||||
uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
|
uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
|
||||||
with:
|
with:
|
||||||
@@ -87,7 +83,7 @@ jobs:
|
|||||||
|
|
||||||
- name: Install awscurl
|
- name: Install awscurl
|
||||||
run: |
|
run: |
|
||||||
python3 -m pip install --user --upgrade pip awscurl
|
python3 -m pip install --user --upgrade pip "awscurl==0.44"
|
||||||
echo "AWSCURL_PATH=$HOME/.local/bin/awscurl" >> "$GITHUB_ENV"
|
echo "AWSCURL_PATH=$HOME/.local/bin/awscurl" >> "$GITHUB_ENV"
|
||||||
|
|
||||||
- name: Verify awscurl
|
- name: Verify awscurl
|
||||||
|
|||||||
@@ -123,7 +123,7 @@ via `create_s3_client(idx)` / `create_all_clients()`. See
|
|||||||
| `find_available_port` | Random free port (isolation primitive) |
|
| `find_available_port` | Random free port (isolation primitive) |
|
||||||
| `rustfs_binary_path` / `_with_features` | Locate/build the binary; honors `RUSTFS_BUILD_FEATURES` |
|
| `rustfs_binary_path` / `_with_features` | Locate/build the binary; honors `RUSTFS_BUILD_FEATURES` |
|
||||||
| `requested_rustfs_build_features` / `rustfs_build_feature_enabled` | Feature-gate a test to what the binary was built with |
|
| `requested_rustfs_build_features` / `rustfs_build_feature_enabled` | Feature-gate a test to what the binary was built with |
|
||||||
| `awscurl_available` + `execute_awscurl` / `awscurl_post` / `_get` / `_put` / `_delete` / `awscurl_post_sts_form_urlencoded` | Admin/STS API calls via `awscurl` (skip gracefully when absent) |
|
| `execute_awscurl` / `awscurl_post` / `_get` / `_put` / `_delete` / `awscurl_post_sts_form_urlencoded` | Admin/STS API calls via `awscurl`; missing binaries are test failures |
|
||||||
| `replication_fast_env` | Env vars that shrink replication timers (from repl-4); pass to `start_rustfs_server_with_env` |
|
| `replication_fast_env` | Env vars that shrink replication timers (from repl-4); pass to `start_rustfs_server_with_env` |
|
||||||
| `local_http_client` / `init_logging` | Loopback HTTP client; idempotent tracing init |
|
| `local_http_client` / `init_logging` | Loopback HTTP client; idempotent tracing init |
|
||||||
| `RustFSTestClusterEnvironment` (`new`/`start`/`start_node`/`stop_node`/`create_all_clients`) | Multi-node harness |
|
| `RustFSTestClusterEnvironment` (`new`/`start`/`start_node`/`stop_node`/`create_all_clients`) | Multi-node harness |
|
||||||
@@ -189,7 +189,7 @@ cargo nextest run --profile e2e-smoke -p e2e_test
|
|||||||
cargo nextest run --profile e2e-full -p e2e_test
|
cargo nextest run --profile e2e-full -p e2e_test
|
||||||
# Cluster fault nightly lane
|
# Cluster fault nightly lane
|
||||||
cargo nextest run --profile e2e-nightly -p e2e_test
|
cargo nextest run --profile e2e-nightly -p e2e_test
|
||||||
# Replication nightly lane; install awscurl so STS paths do not skip
|
# Replication nightly lane; awscurl is required for STS paths
|
||||||
cargo nextest run --profile e2e-repl-nightly -p e2e_test
|
cargo nextest run --profile e2e-repl-nightly -p e2e_test
|
||||||
# Fixed-port protocol nightly lane
|
# Fixed-port protocol nightly lane
|
||||||
RUSTFS_BUILD_FEATURES=ftps,webdav,sftp \
|
RUSTFS_BUILD_FEATURES=ftps,webdav,sftp \
|
||||||
@@ -221,9 +221,8 @@ The `s3s-e2e` CI job selects a random `RUSTFS_TEST_PORT` (see the `e2e-tests`
|
|||||||
job) to dodge this; local single-node tests already use random ports, so a
|
job) to dodge this; local single-node tests already use random ports, so a
|
||||||
lingering orphan is usually the cause of a spurious bind failure.
|
lingering orphan is usually the cause of a spurious bind failure.
|
||||||
|
|
||||||
**`awscurl` not found.** `awscurl`-dependent tests skip gracefully with a
|
**`awscurl` not found.** `awscurl`-dependent tests fail closed with a process
|
||||||
visible log line (`awscurl_available()`); install `awscurl` to actually run
|
spawn error. Install the pinned CI version before running their profiles.
|
||||||
them.
|
|
||||||
|
|
||||||
## Related
|
## Related
|
||||||
|
|
||||||
@@ -258,10 +257,9 @@ A test module may join the smoke filter only if every test in it is:
|
|||||||
2. **Single-node** — spawns its own server via
|
2. **Single-node** — spawns its own server via
|
||||||
`RustFSTestEnvironment`/`start_rustfs_server` on a random port with an
|
`RustFSTestEnvironment`/`start_rustfs_server` on a random port with an
|
||||||
isolated temp dir. No `RustFSTestClusterEnvironment`, no fixed ports.
|
isolated temp dir. No `RustFSTestClusterEnvironment`, no fixed ports.
|
||||||
3. **Dependency-free** — no pre-started server at `localhost:9000`, no Vault,
|
3. **Hermetic dependencies** — no pre-started server at `localhost:9000`, no
|
||||||
no fixed protocol ports. Tools that may be absent on the runner (e.g.
|
Vault, and no fixed protocol ports. Any required CLI must be pinned and
|
||||||
`awscurl`) are acceptable only when the test skips gracefully with a
|
installed by the workflow; a missing CLI must fail the test.
|
||||||
visible log line (see `bucket_policy_check_test.rs`).
|
|
||||||
4. **Not `#[ignore]`** — ignored tests are activation work (backlog#1149
|
4. **Not `#[ignore]`** — ignored tests are activation work (backlog#1149
|
||||||
ci-13 / backlog#1148 ilm-3), not smoke candidates.
|
ci-13 / backlog#1148 ilm-3), not smoke candidates.
|
||||||
|
|
||||||
|
|||||||
@@ -52,10 +52,6 @@ fn create_user_client(env: &RustFSTestEnvironment, access_key: &str, secret_key:
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_bucket_policy_authenticated_user() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_bucket_policy_authenticated_user() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !crate::common::awscurl_available() {
|
|
||||||
info!("Skipping test_bucket_policy_authenticated_user because awscurl is not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting test_bucket_policy_authenticated_user...");
|
info!("Starting test_bucket_policy_authenticated_user...");
|
||||||
|
|
||||||
let mut env = RustFSTestEnvironment::new().await?;
|
let mut env = RustFSTestEnvironment::new().await?;
|
||||||
|
|||||||
@@ -494,17 +494,6 @@ fn awscurl_binary_path() -> PathBuf {
|
|||||||
.unwrap_or_else(|| PathBuf::from("awscurl"))
|
.unwrap_or_else(|| PathBuf::from("awscurl"))
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn awscurl_available() -> bool {
|
|
||||||
let path = awscurl_binary_path();
|
|
||||||
if path.components().count() > 1 || path.is_absolute() {
|
|
||||||
return path.is_file();
|
|
||||||
}
|
|
||||||
|
|
||||||
std::env::var_os("PATH")
|
|
||||||
.map(|paths| std::env::split_paths(&paths).any(|dir| dir.join(&path).is_file()))
|
|
||||||
.unwrap_or(false)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Global initialization
|
// Global initialization
|
||||||
static INIT: Once = Once::new();
|
static INIT: Once = Once::new();
|
||||||
|
|
||||||
|
|||||||
@@ -16,9 +16,7 @@
|
|||||||
//! session policy** (`Policy` parameter) via `awscurl --service sts` with explicit
|
//! session policy** (`Policy` parameter) via `awscurl --service sts` with explicit
|
||||||
//! `Content-Type: application/x-www-form-urlencoded` on `POST /`.
|
//! `Content-Type: application/x-www-form-urlencoded` on `POST /`.
|
||||||
|
|
||||||
use crate::common::{
|
use crate::common::{RustFSTestEnvironment, awscurl_delete, awscurl_post_sts_form_urlencoded, awscurl_put, init_logging};
|
||||||
RustFSTestEnvironment, awscurl_available, awscurl_delete, awscurl_post_sts_form_urlencoded, awscurl_put, init_logging,
|
|
||||||
};
|
|
||||||
use aws_sdk_s3::config::{Credentials, Region};
|
use aws_sdk_s3::config::{Credentials, Region};
|
||||||
use aws_sdk_s3::primitives::ByteStream;
|
use aws_sdk_s3::primitives::ByteStream;
|
||||||
use aws_sdk_s3::types::{Delete, ObjectIdentifier, Tag, Tagging};
|
use aws_sdk_s3::types::{Delete, ObjectIdentifier, Tag, Tagging};
|
||||||
@@ -175,11 +173,6 @@ async fn cleanup_bucket_and_object(admin: &Client, bucket: &str, key: &str) {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_e2e_iam_policy_existing_object_tag_get_object() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_e2e_iam_policy_existing_object_tag_get_object() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !awscurl_available() {
|
|
||||||
info!("Skipping test_e2e_iam_policy_existing_object_tag_get_object: awscurl not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let suffix = Uuid::new_v4();
|
let suffix = Uuid::new_v4();
|
||||||
let user = format!("e2eiamtag-{suffix}");
|
let user = format!("e2eiamtag-{suffix}");
|
||||||
let user_secret = "longSecretKeyForTest123!";
|
let user_secret = "longSecretKeyForTest123!";
|
||||||
@@ -233,11 +226,6 @@ async fn test_e2e_iam_policy_existing_object_tag_get_object() -> Result<(), Box<
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_e2e_bucket_policy_existing_object_tag_get_object() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_e2e_bucket_policy_existing_object_tag_get_object() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !awscurl_available() {
|
|
||||||
info!("Skipping test_e2e_bucket_policy_existing_object_tag_get_object: awscurl not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let suffix = Uuid::new_v4();
|
let suffix = Uuid::new_v4();
|
||||||
let user = format!("e2ebptag-{suffix}");
|
let user = format!("e2ebptag-{suffix}");
|
||||||
let user_secret = "longSecretKeyForTest456!";
|
let user_secret = "longSecretKeyForTest456!";
|
||||||
@@ -294,11 +282,6 @@ async fn test_e2e_bucket_policy_existing_object_tag_get_object() -> Result<(), B
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_e2e_sts_assume_role_session_policy_existing_object_tag() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_e2e_sts_assume_role_session_policy_existing_object_tag() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !awscurl_available() {
|
|
||||||
info!("Skipping test_e2e_sts_assume_role_session_policy_existing_object_tag: awscurl not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let suffix = Uuid::new_v4();
|
let suffix = Uuid::new_v4();
|
||||||
let parent = format!("e2e-sts-par-{suffix}");
|
let parent = format!("e2e-sts-par-{suffix}");
|
||||||
let parent_secret = "longSecretKeyForParentSts99!";
|
let parent_secret = "longSecretKeyForParentSts99!";
|
||||||
@@ -370,11 +353,6 @@ async fn test_e2e_sts_assume_role_session_policy_existing_object_tag() -> Result
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_e2e_sts_session_policy_delete_objects_object_prefix_only() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_e2e_sts_session_policy_delete_objects_object_prefix_only() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !awscurl_available() {
|
|
||||||
info!("Skipping test_e2e_sts_session_policy_delete_objects_object_prefix_only: awscurl not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let suffix = Uuid::new_v4();
|
let suffix = Uuid::new_v4();
|
||||||
let parent = format!("e2e-sts-del-par-{suffix}");
|
let parent = format!("e2e-sts-del-par-{suffix}");
|
||||||
let parent_secret = "longSecretKeyForParentDelete99!";
|
let parent_secret = "longSecretKeyForParentDelete99!";
|
||||||
|
|||||||
@@ -22,9 +22,7 @@
|
|||||||
//! - KMS backend configuration (Local and Vault)
|
//! - KMS backend configuration (Local and Vault)
|
||||||
//! - SSE encryption testing utilities
|
//! - SSE encryption testing utilities
|
||||||
|
|
||||||
use crate::common::{
|
use crate::common::{RustFSTestEnvironment, awscurl_get, awscurl_post, init_logging as common_init_logging, local_http_client};
|
||||||
RustFSTestEnvironment, awscurl_available, awscurl_get, awscurl_post, init_logging as common_init_logging, local_http_client,
|
|
||||||
};
|
|
||||||
use aws_sdk_s3::Client;
|
use aws_sdk_s3::Client;
|
||||||
use aws_sdk_s3::primitives::ByteStream;
|
use aws_sdk_s3::primitives::ByteStream;
|
||||||
use aws_sdk_s3::types::ServerSideEncryption;
|
use aws_sdk_s3::types::ServerSideEncryption;
|
||||||
@@ -59,15 +57,6 @@ pub fn init_logging() {
|
|||||||
// Additional KMS-specific logging configuration can be added here if needed
|
// Additional KMS-specific logging configuration can be added here if needed
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn skip_if_kms_admin_tool_unavailable(test_name: &str) -> bool {
|
|
||||||
if awscurl_available() {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
info!("Skipping {} because awscurl is not available in PATH", test_name);
|
|
||||||
true
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn sse_customer_key_md5_base64(key: &str) -> String {
|
pub fn sse_customer_key_md5_base64(key: &str) -> String {
|
||||||
let mut hasher = Md5::new();
|
let mut hasher = Md5::new();
|
||||||
hasher.update(key.as_bytes());
|
hasher.update(key.as_bytes());
|
||||||
@@ -490,10 +479,6 @@ pub async fn test_kms_key_management(
|
|||||||
access_key: &str,
|
access_key: &str,
|
||||||
secret_key: &str,
|
secret_key: &str,
|
||||||
) -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
) -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
if skip_if_kms_admin_tool_unavailable("test_kms_key_management") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
info!("Testing KMS key management APIs");
|
info!("Testing KMS key management APIs");
|
||||||
|
|
||||||
// Test CreateKey
|
// Test CreateKey
|
||||||
|
|||||||
@@ -20,8 +20,7 @@
|
|||||||
//! - Complete encryption/decryption lifecycle
|
//! - Complete encryption/decryption lifecycle
|
||||||
|
|
||||||
use super::common::{
|
use super::common::{
|
||||||
LocalKMSTestEnvironment, get_kms_status, skip_if_kms_admin_tool_unavailable, sse_customer_key_md5_base64,
|
LocalKMSTestEnvironment, get_kms_status, sse_customer_key_md5_base64, test_kms_key_management, test_sse_c_encryption,
|
||||||
test_kms_key_management, test_sse_c_encryption,
|
|
||||||
};
|
};
|
||||||
use crate::common::{TEST_BUCKET, init_logging};
|
use crate::common::{TEST_BUCKET, init_logging};
|
||||||
use tracing::{error, info};
|
use tracing::{error, info};
|
||||||
@@ -29,9 +28,6 @@ use tracing::{error, info};
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_local_kms_end_to_end() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_local_kms_end_to_end() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_local_kms_end_to_end") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Local KMS End-to-End Test");
|
info!("Starting Local KMS End-to-End Test");
|
||||||
|
|
||||||
// Create LocalKMS test environment
|
// Create LocalKMS test environment
|
||||||
|
|||||||
@@ -22,8 +22,8 @@ use crate::common::{TEST_BUCKET, init_logging};
|
|||||||
use tracing::{error, info};
|
use tracing::{error, info};
|
||||||
|
|
||||||
use super::common::{
|
use super::common::{
|
||||||
VAULT_KEY_NAME, VaultTestEnvironment, get_kms_status, skip_if_kms_admin_tool_unavailable, sse_customer_key_md5_base64,
|
VAULT_KEY_NAME, VaultTestEnvironment, get_kms_status, sse_customer_key_md5_base64, start_kms,
|
||||||
start_kms, test_all_multipart_encryption_types, test_error_scenarios, test_kms_key_management, test_sse_c_encryption,
|
test_all_multipart_encryption_types, test_error_scenarios, test_kms_key_management, test_sse_c_encryption,
|
||||||
test_sse_kms_encryption, test_sse_s3_encryption,
|
test_sse_kms_encryption, test_sse_s3_encryption,
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -62,9 +62,6 @@ impl VaultKmsTestContext {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_vault_kms_end_to_end() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_vault_kms_end_to_end() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_vault_kms_end_to_end") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Vault KMS End-to-End Test with default key {}", VAULT_KEY_NAME);
|
info!("Starting Vault KMS End-to-End Test with default key {}", VAULT_KEY_NAME);
|
||||||
|
|
||||||
let context = VaultKmsTestContext::new().await?;
|
let context = VaultKmsTestContext::new().await?;
|
||||||
@@ -117,9 +114,6 @@ async fn test_vault_kms_end_to_end() -> Result<(), Box<dyn std::error::Error + S
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_vault_kms_key_isolation() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_vault_kms_key_isolation() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_vault_kms_key_isolation") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Vault KMS SSE-C key isolation test");
|
info!("Starting Vault KMS SSE-C key isolation test");
|
||||||
|
|
||||||
let context = VaultKmsTestContext::new().await?;
|
let context = VaultKmsTestContext::new().await?;
|
||||||
@@ -203,9 +197,6 @@ async fn test_vault_kms_key_isolation() -> Result<(), Box<dyn std::error::Error
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_vault_kms_large_file() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_vault_kms_large_file() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_vault_kms_large_file") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Vault KMS large file SSE-S3 test");
|
info!("Starting Vault KMS large file SSE-S3 test");
|
||||||
|
|
||||||
let context = VaultKmsTestContext::new().await?;
|
let context = VaultKmsTestContext::new().await?;
|
||||||
@@ -267,9 +258,6 @@ async fn test_vault_kms_large_file() -> Result<(), Box<dyn std::error::Error + S
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_vault_kms_multipart_upload() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_vault_kms_multipart_upload() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_vault_kms_multipart_upload") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Vault KMS multipart upload encryption suite");
|
info!("Starting Vault KMS multipart upload encryption suite");
|
||||||
|
|
||||||
let context = VaultKmsTestContext::new().await?;
|
let context = VaultKmsTestContext::new().await?;
|
||||||
@@ -297,9 +285,6 @@ async fn test_vault_kms_multipart_upload() -> Result<(), Box<dyn std::error::Err
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_vault_kms_key_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_vault_kms_key_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_if_kms_admin_tool_unavailable("test_vault_kms_key_operations") {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
info!("Starting Vault KMS key operations test (CRUD)");
|
info!("Starting Vault KMS key operations test (CRUD)");
|
||||||
|
|
||||||
let context = VaultKmsTestContext::new().await?;
|
let context = VaultKmsTestContext::new().await?;
|
||||||
|
|||||||
@@ -41,13 +41,6 @@ async fn create_issue_3107_fixture(root: &Path) -> TestResult {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
fn mc_available() -> bool {
|
|
||||||
Command::new("mc")
|
|
||||||
.arg("--version")
|
|
||||||
.output()
|
|
||||||
.is_ok_and(|output| output.status.success())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn run_mc(args: &[&str]) -> TestResult {
|
fn run_mc(args: &[&str]) -> TestResult {
|
||||||
let output = Command::new("mc").args(args).output()?;
|
let output = Command::new("mc").args(args).output()?;
|
||||||
if !output.status.success() {
|
if !output.status.success() {
|
||||||
@@ -75,10 +68,7 @@ fn count_files(root: &Path) -> usize {
|
|||||||
async fn test_mc_mirror_small_bucket_completes_without_list_timeout() -> TestResult {
|
async fn test_mc_mirror_small_bucket_completes_without_list_timeout() -> TestResult {
|
||||||
crate::common::init_logging();
|
crate::common::init_logging();
|
||||||
info!("Starting issue #3107 mc mirror regression test");
|
info!("Starting issue #3107 mc mirror regression test");
|
||||||
if !mc_available() {
|
run_mc(&["--version"])?;
|
||||||
info!("Skipping issue #3107 mc mirror regression test because mc is not installed");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut env = RustFSTestEnvironment::new().await?;
|
let mut env = RustFSTestEnvironment::new().await?;
|
||||||
env.start_rustfs_server(vec![]).await?;
|
env.start_rustfs_server(vec![]).await?;
|
||||||
|
|||||||
@@ -4278,10 +4278,6 @@ async fn test_signed_put_object_extract_preserves_pax_metadata_and_version_id()
|
|||||||
async fn test_signed_put_object_extract_authorizes_each_pax_privilege_and_retention_conditions()
|
async fn test_signed_put_object_extract_authorizes_each_pax_privilege_and_retention_conditions()
|
||||||
-> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
-> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !crate::common::awscurl_available() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut env = RustFSTestEnvironment::new().await?;
|
let mut env = RustFSTestEnvironment::new().await?;
|
||||||
env.start_rustfs_server(vec![]).await?;
|
env.start_rustfs_server(vec![]).await?;
|
||||||
|
|
||||||
|
|||||||
@@ -18,15 +18,6 @@ use http::{Method, StatusCode};
|
|||||||
use tokio::time::{Duration, sleep, timeout};
|
use tokio::time::{Duration, sleep, timeout};
|
||||||
use tracing::{debug, info};
|
use tracing::{debug, info};
|
||||||
|
|
||||||
fn skip_without_awscurl() -> bool {
|
|
||||||
if crate::common::awscurl_available() {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
info!("Skipping quota test because awscurl is not available");
|
|
||||||
true
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Test environment setup for quota tests
|
/// Test environment setup for quota tests
|
||||||
pub struct QuotaTestEnv {
|
pub struct QuotaTestEnv {
|
||||||
pub env: RustFSTestEnvironment,
|
pub env: RustFSTestEnvironment,
|
||||||
@@ -276,9 +267,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_basic_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_basic_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
// Create test bucket
|
// Create test bucket
|
||||||
@@ -320,9 +308,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_admission_aws_chunked_declared_encoding() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_admission_aws_chunked_declared_encoding() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
|
|
||||||
@@ -371,9 +356,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_update_and_clear() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_update_and_clear() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -406,9 +388,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_delete_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_delete_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -442,9 +421,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_usage_tracking() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_usage_tracking() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -480,9 +456,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_statistics() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_statistics() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -513,9 +486,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_check_api() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_check_api() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -553,9 +523,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_multiple_buckets() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_multiple_buckets() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
// Create two buckets in the same environment
|
// Create two buckets in the same environment
|
||||||
@@ -593,9 +560,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_error_handling() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_error_handling() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -628,9 +592,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_http_endpoints() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_http_endpoints() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -689,9 +650,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_normal_user_permissions() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_normal_user_permissions() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
|
|
||||||
@@ -744,9 +702,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_copy_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_copy_operations() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -789,9 +744,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_batch_delete() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_batch_delete() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
@@ -847,9 +799,6 @@ mod integration_tests {
|
|||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_quota_multipart_upload() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
async fn test_quota_multipart_upload() -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if skip_without_awscurl() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let env = QuotaTestEnv::new().await?;
|
let env = QuotaTestEnv::new().await?;
|
||||||
|
|
||||||
env.create_bucket().await?;
|
env.create_bucket().await?;
|
||||||
|
|||||||
@@ -13,9 +13,8 @@
|
|||||||
// limitations under the License.
|
// limitations under the License.
|
||||||
|
|
||||||
use crate::common::{
|
use crate::common::{
|
||||||
RustFSTestEnvironment, admin_create_user, awscurl_available, awscurl_post_sts_form_urlencoded, init_logging,
|
RustFSTestEnvironment, admin_create_user, awscurl_post_sts_form_urlencoded, init_logging, local_http_client,
|
||||||
local_http_client, replication_fast_env, rustfs_binary_path, signed_request, signed_request_with_client,
|
replication_fast_env, rustfs_binary_path, signed_request, signed_request_with_client, signed_request_with_session_token,
|
||||||
signed_request_with_session_token,
|
|
||||||
};
|
};
|
||||||
use crate::fake_s3_target::{
|
use crate::fake_s3_target::{
|
||||||
FAKE_ACCESS_KEY, FAKE_SECRET_KEY, FakeS3Target, FaultAction as FakeTargetFault, Operation as FakeTargetOperation,
|
FAKE_ACCESS_KEY, FAKE_SECRET_KEY, FakeS3Target, FaultAction as FakeTargetFault, Operation as FakeTargetOperation,
|
||||||
@@ -7281,11 +7280,6 @@ async fn test_site_replication_replicates_multiple_service_accounts_real_dual_no
|
|||||||
async fn test_site_replication_replicates_service_accounts_created_from_sts_session_real_dual_node() -> TestResult {
|
async fn test_site_replication_replicates_service_accounts_created_from_sts_session_real_dual_node() -> TestResult {
|
||||||
init_logging();
|
init_logging();
|
||||||
|
|
||||||
if !awscurl_available() {
|
|
||||||
eprintln!("Skipping STS site replication service-account test because awscurl is unavailable");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut source_env = RustFSTestEnvironment::new().await?;
|
let mut source_env = RustFSTestEnvironment::new().await?;
|
||||||
source_env
|
source_env
|
||||||
.start_rustfs_server_with_env(vec![], LOOPBACK_REPLICATION_TARGET_ENV)
|
.start_rustfs_server_with_env(vec![], LOOPBACK_REPLICATION_TARGET_ENV)
|
||||||
|
|||||||
@@ -21,7 +21,7 @@
|
|||||||
//! - SSRF prevention (internal/private endpoints rejected for tiering)
|
//! - SSRF prevention (internal/private endpoints rejected for tiering)
|
||||||
//! - Race condition handling (concurrent writes converge without corruption)
|
//! - Race condition handling (concurrent writes converge without corruption)
|
||||||
|
|
||||||
use crate::common::{RustFSTestEnvironment, awscurl_available, awscurl_put, init_logging};
|
use crate::common::{RustFSTestEnvironment, awscurl_put, init_logging};
|
||||||
use aws_sdk_s3::error::ProvideErrorMetadata;
|
use aws_sdk_s3::error::ProvideErrorMetadata;
|
||||||
use aws_sdk_s3::primitives::ByteStream;
|
use aws_sdk_s3::primitives::ByteStream;
|
||||||
use aws_sdk_s3::types::{CompletedMultipartUpload, CompletedPart, Tag, Tagging};
|
use aws_sdk_s3::types::{CompletedMultipartUpload, CompletedPart, Tag, Tagging};
|
||||||
@@ -225,16 +225,11 @@ async fn test_concurrent_object_operations() -> Result<(), Box<dyn Error + Send
|
|||||||
/// outcome — the internal endpoint is not accepted — is asserted here.
|
/// outcome — the internal endpoint is not accepted — is asserted here.
|
||||||
///
|
///
|
||||||
/// The admin API is exercised via signed `awscurl` requests, matching the
|
/// The admin API is exercised via signed `awscurl` requests, matching the
|
||||||
/// pattern used by the other admin-API E2E tests in this crate; the test is
|
/// pattern used by the other admin-API E2E tests in this crate. The full E2E
|
||||||
/// skipped when `awscurl` is not installed.
|
/// lane installs and verifies the pinned `awscurl` prerequisite.
|
||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_tiering_url_validation() -> Result<(), Box<dyn Error + Send + Sync>> {
|
async fn test_tiering_url_validation() -> Result<(), Box<dyn Error + Send + Sync>> {
|
||||||
init_logging();
|
init_logging();
|
||||||
if !awscurl_available() {
|
|
||||||
info!("Skipping tiering URL validation test because awscurl is not available");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut env = RustFSTestEnvironment::new().await?;
|
let mut env = RustFSTestEnvironment::new().await?;
|
||||||
env.start_rustfs_server(vec![]).await?;
|
env.start_rustfs_server(vec![]).await?;
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user