mirror of
https://github.com/rustfs/rustfs.git
synced 2026-07-26 16:28:15 +00:00
Zhengchao An
2d1323d2f0
Re-enable the Fuzz workflow (disabled_manually) with two changes that address the congestion that likely caused it to be disabled: - Narrow the PR trigger paths to fuzz/**, scripts/fuzz/** and fuzz.yml only. The broad crate paths (crates/ecstore|filemeta|utils) queued a ~45min fuzz-build on nearly every PR; coverage of those crates moves to the nightly schedule, which fuzzes against main. - Expand the smoke matrix, nightly matrix, run.sh default set and the fuzz-build staging/upload steps from 3 to all 5 buildable targets: archive_extract, bucket_validation, local_metadata, path_containment, policy_ingress. archive_extract and policy_ingress were previously in no matrix. The two *_storage_api.rs files are `mod` submodules of their parent targets (bucket_validation, path_containment), not standalone bins, so fuzz/Cargo.toml registers exactly 5 fuzz bins. Smoke jobs run one target per parallel matrix job (-max_total_time=60), so wall-clock stays per-target, well under the 15min budget for a fuzz-only PR. A TODO(ci-8) hook marks where scheduled-failure alerting will attach on the nightly job. Refs rustfs/backlog#1149 (ci-9, absorbed sec-13), rustfs/backlog#1155
100 lines
3.8 KiB
Bash
Executable File
100 lines
3.8 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
# Copyright 2024 RustFS Team
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Unified fuzz runner script.
|
|
#
|
|
# Modes:
|
|
# ./scripts/fuzz/run.sh # build + run all smoke targets (60s each)
|
|
# BUILD_ONLY=1 ./scripts/fuzz/run.sh # build only, no fuzz run
|
|
# FUZZ_TARGET=path_containment ./scripts/fuzz/run.sh # build + run single target
|
|
# MAX_TOTAL_TIME=300 ./scripts/fuzz/run.sh # nightly-style 300s per target
|
|
#
|
|
# Environment variables:
|
|
# FUZZ_TARGET — run only this target (default: all smoke targets)
|
|
# MAX_TOTAL_TIME — seconds to fuzz per target (default: 60)
|
|
# ARTIFACT_ROOT — artifact output directory (default: artifacts)
|
|
# BUILD_ONLY — set to 1 to skip fuzz runs (default: 0)
|
|
# SKIP_BUILD — set to 1 to skip build phase (default: 0)
|
|
# USE_PREBUILT_BINARY — set to 1 to run a prebuilt fuzz binary directly
|
|
# PREBUILT_BINARY_DIR — directory containing prebuilt fuzz binaries
|
|
|
|
set -eu
|
|
|
|
SCRIPT_DIR=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
|
REPO_ROOT=$(CDPATH= cd -- "$SCRIPT_DIR/../.." && pwd)
|
|
FUZZ_DIR="$REPO_ROOT/fuzz"
|
|
MAX_TOTAL_TIME=${MAX_TOTAL_TIME:-60}
|
|
ARTIFACT_ROOT=${ARTIFACT_ROOT:-artifacts}
|
|
FUZZ_TARGET=${FUZZ_TARGET:-}
|
|
BUILD_ONLY=${BUILD_ONLY:-0}
|
|
SKIP_BUILD=${SKIP_BUILD:-0}
|
|
USE_PREBUILT_BINARY=${USE_PREBUILT_BINARY:-0}
|
|
PREBUILT_BINARY_DIR=${PREBUILT_BINARY_DIR:-}
|
|
|
|
cd "$FUZZ_DIR"
|
|
mkdir -p "$ARTIFACT_ROOT"
|
|
|
|
# All buildable fuzz bins registered in fuzz/Cargo.toml. Keep in sync with the
|
|
# smoke/nightly matrices in .github/workflows/fuzz.yml. The *_storage_api.rs
|
|
# files are `mod` submodules of their parent targets, not standalone bins.
|
|
targets="archive_extract bucket_validation local_metadata path_containment policy_ingress"
|
|
if [ -n "$FUZZ_TARGET" ]; then
|
|
targets="$FUZZ_TARGET"
|
|
fi
|
|
|
|
# Phase 1: build (unless skipped)
|
|
if [ "$SKIP_BUILD" != "1" ]; then
|
|
for target in $targets; do
|
|
echo "==> cargo +nightly fuzz build $target"
|
|
cargo +nightly fuzz build "$target"
|
|
done
|
|
fi
|
|
|
|
if [ "$BUILD_ONLY" = "1" ]; then
|
|
echo "==> Build-only mode; skipping fuzz runs."
|
|
exit 0
|
|
fi
|
|
|
|
# Phase 2: run each target (incremental — no recompilation if already built)
|
|
for target in $targets; do
|
|
artifact_dir="$ARTIFACT_ROOT/$target"
|
|
corpus_dir="$FUZZ_DIR/corpus/$target"
|
|
mkdir -p "$artifact_dir"
|
|
mkdir -p "$corpus_dir"
|
|
|
|
if [ "$USE_PREBUILT_BINARY" = "1" ]; then
|
|
binary_dir="$PREBUILT_BINARY_DIR"
|
|
if [ -z "$binary_dir" ]; then
|
|
if [ -n "${CARGO_BUILD_TARGET:-}" ]; then
|
|
binary_dir="$FUZZ_DIR/target/${CARGO_BUILD_TARGET}/release"
|
|
else
|
|
binary_dir="$FUZZ_DIR/target/release"
|
|
fi
|
|
fi
|
|
binary_path="$binary_dir/$target"
|
|
if [ ! -x "$binary_path" ]; then
|
|
echo "Missing executable prebuilt fuzz binary: $binary_path" >&2
|
|
exit 1
|
|
fi
|
|
echo "==> $binary_path (-max_total_time=$MAX_TOTAL_TIME, -artifact_prefix=$artifact_dir/, corpus=$corpus_dir)"
|
|
"$binary_path" -max_total_time="$MAX_TOTAL_TIME" -artifact_prefix="$artifact_dir/" "$corpus_dir"
|
|
continue
|
|
fi
|
|
|
|
echo "==> cargo +nightly fuzz run $target (-max_total_time=$MAX_TOTAL_TIME, -artifact_prefix=$artifact_dir/)"
|
|
cargo +nightly fuzz run "$target" -- -max_total_time="$MAX_TOTAL_TIME" -artifact_prefix="$artifact_dir/"
|
|
done
|