From e3e5f3c7466aae2a4a10e5508b5bfeb617d68f90 Mon Sep 17 00:00:00 2001
From: houseme <housemecn@gmail.com>
Date: Sun, 28 Jun 2026 11:25:13 +0800
Subject: [PATCH] add

---
 scripts/benchmark-sf-optimization.sh | 166 +++++++++++++++++++++++++++
 1 file changed, 166 insertions(+)
 create mode 100755 scripts/benchmark-sf-optimization.sh

diff --git a/scripts/benchmark-sf-optimization.sh b/scripts/benchmark-sf-optimization.sh
new file mode 100755
index 000000000..990d54192
--- /dev/null
+++ b/scripts/benchmark-sf-optimization.sh
@@ -0,0 +1,166 @@
+#!/usr/bin/env bash
+# Benchmark script for GET small-file optimization (SF01-SF07)
+# Matches baseline parameters from issue714-local-single-machine-multidisk-get-2026-06-26.md
+set -euo pipefail
+
+WARP_HOST="${WARP_HOST:-127.0.0.1:19031}"
+export WARP_ACCESS_KEY="${WARP_ACCESS_KEY:-rustfsadmin}"
+export WARP_SECRET_KEY="${WARP_SECRET_KEY:-rustfsadmin}"
+
+SIZES="1KiB 4KiB 10KiB 100KiB 1MiB"
+CONCURRENCY=32
+DURATION=10s
+ROUNDS=3
+COOLDOWN=10
+OBJECTS=8
+OUT_DIR="target/bench/sf-optimization-$(date +%Y%m%d-%H%M%S)"
+
+mkdir -p "$OUT_DIR"
+
+echo "=========================================="
+echo "GET Small-File Optimization Benchmark"
+echo "=========================================="
+echo "Host: $WARP_HOST"
+echo "Output: $OUT_DIR"
+echo ""
+
+# Save environment info
+cat > "$OUT_DIR/meta.env" <<EOF
+DATE=$(date -u +%Y-%m-%dT%H:%M:%SZ)
+HOST=$WARP_HOST
+CONCURRENCY=$CONCURRENCY
+DURATION=$DURATION
+ROUNDS=$ROUNDS
+OBJECTS=$OBJECTS
+BRANCH=$(git rev-parse --abbrev-ref HEAD)
+COMMIT=$(git rev-parse --short HEAD)
+RUST_VERSION=$(rustc --version)
+EOF
+
+# CSV header for summary
+echo "size,round,throughput_mib_s,requests_per_s,p50_ms,total_bytes,errors" > "$OUT_DIR/summary.csv"
+
+for size in $SIZES; do
+    echo ""
+    echo "=========================================="
+    echo "Testing: $size"
+    echo "=========================================="
+
+    for round in $(seq 1 $ROUNDS); do
+        echo "  Round $round/$ROUNDS..."
+
+        json_file="$OUT_DIR/get-${size}-round${round}.json"
+
+        warp get \
+            --host="$WARP_HOST" \
+            --obj.size="$size" \
+            --concurrent=$CONCURRENCY \
+            --duration=$DURATION \
+            --objects=$OBJECTS \
+            --noclear \
+            --lookup=path \
+            --analyze.out="$json_file" \
+            2>/dev/null
+
+        # Extract key metrics from JSON
+        if [ -f "$json_file" ]; then
+            throughput=$(python3 -c "
+import json, sys
+with open('$json_file') as f:
+    data = json.load(f)
+for op in data.get('operations', []):
+    if op.get('operation') == 'GET':
+        mb_s = op.get('mb_per_sec', 0)
+        rps = op.get('requests_per_sec', 0)
+        p50 = 0
+        for t in op.get('throughput', []):
+            pass
+        # Get p50 from time_series_aggregated
+        tsa = op.get('time_series_aggregated', {})
+        if tsa:
+            p50 = tsa.get('median_ms', 0)
+        total = op.get('total_bytes', 0)
+        errors = op.get('requests_errors', 0) or 0
+        print(f'{mb_s:.2f},{rps:.2f},{p50:.1f},{total},{errors}')
+        sys.exit(0)
+print('0,0,0,0,0')
+" 2>/dev/null || echo "0,0,0,0,0")
+
+            echo "$size,$round,$throughput" >> "$OUT_DIR/summary.csv"
+            echo "    -> $throughput"
+        else
+            echo "$size,$round,0,0,0,0,0" >> "$OUT_DIR/summary.csv"
+            echo "    -> FAILED (no output)"
+        fi
+
+        echo "  Cooling down ${COOLDOWN}s..."
+        sleep $COOLDOWN
+    done
+
+    # Extra cooldown between sizes
+    echo "  Extra cooldown ${COOLDOWN}s between sizes..."
+    sleep $COOLDOWN
+done
+
+echo ""
+echo "=========================================="
+echo "Benchmark Complete"
+echo "=========================================="
+echo "Results: $OUT_DIR/summary.csv"
+echo ""
+
+# Print summary table
+echo "Summary (MiB/s):"
+echo "---------------------------------------------------"
+printf "%-10s" "Size"
+for r in $(seq 1 $ROUNDS); do
+    printf "%-12s" "Round $r"
+done
+printf "%-12s\n" "Median"
+echo "---------------------------------------------------"
+
+for size in $SIZES; do
+    printf "%-10s" "$size"
+    values=()
+    for r in $(seq 1 $ROUNDS); do
+        val=$(grep "^$size,$r," "$OUT_DIR/summary.csv" | cut -d',' -f3)
+        values+=("$val")
+        printf "%-12s" "$val"
+    done
+    # Calculate median
+    median=$(printf '%s\n' "${values[@]}" | sort -n | sed -n "$(((${#values[@]}+1)/2))p")
+    printf "%-12s\n" "$median"
+done
+
+echo ""
+echo "Comparison with baseline (MiB/s):"
+echo "---------------------------------------------------"
+printf "%-10s %-12s %-12s %-12s %-12s\n" "Size" "MinIO" "RustFS main" "This branch" "vs main"
+echo "---------------------------------------------------"
+
+# Baseline data from issue714
+declare -A MINIO_DATA=(
+    ["1KiB"]="21.15" ["4KiB"]="51.19" ["10KiB"]="201.23" ["100KiB"]="1142.89" ["1MiB"]="7264.10"
+)
+declare -A MAIN_DATA=(
+    ["1KiB"]="2.88" ["4KiB"]="11.30" ["10KiB"]="28.56" ["100KiB"]="277.49" ["1MiB"]="2270.27"
+)
+
+for size in $SIZES; do
+    values=()
+    for r in $(seq 1 $ROUNDS); do
+        val=$(grep "^$size,$r," "$OUT_DIR/summary.csv" | cut -d',' -f3)
+        values+=("$val")
+    done
+    median=$(printf '%s\n' "${values[@]}" | sort -n | sed -n "$(((${#values[@]}+1)/2))p")
+    main_val=${MAIN_DATA[$size]}
+    minio_val=${MINIO_DATA[$size]}
+
+    if [ "$main_val" != "0" ] && [ "$main_val" != "" ]; then
+        pct_change=$(python3 -c "print(f'{(($median - $main_val) / $main_val * 100):+.1f}%')" 2>/dev/null || echo "N/A")
+    else
+        pct_change="N/A"
+    fi
+
+    printf "%-10s %-12s %-12s %-12s %-12s\n" "$size" "$minio_val" "$main_val" "$median" "$pct_change"
+done