rustfs/.github/workflows/rustfs-functional-chain.yml

# Copyright 2024 RustFS Team
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Reusable workflows run from this driver's commit in one Actions run. Each
# suite still runs after an earlier suite fails; the final job requires all ten.
name: RustFS Functional Chain

on:
  workflow_dispatch:
    inputs:
      build_run_id:
        description: Successful nightly build run on main
        type: string
        required: true
      build_run_attempt:
        description: Exact successful build attempt
        type: string
        required: true
  workflow_run:
    workflows: ["Nightly GNU Build"]
    types: [completed]

permissions:
  contents: read
  actions: read

concurrency:
  group: rustfs-functional-chain-runs
  cancel-in-progress: false

jobs:
  prepare:
    if: ${{ github.event_name == 'workflow_dispatch' || github.event.workflow_run.event == 'schedule' }}
    runs-on: ubuntu-latest
    timeout-minutes: 10
    outputs:
      manifest: ${{ steps.candidate.outputs.manifest }}
    steps:
      - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
        with:
          persist-credentials: false
      - name: Resolve published candidate
        id: candidate
        env:
          GH_TOKEN: ${{ github.token }}
          BUILD_RUN_ID: ${{ inputs.build_run_id }}
          BUILD_RUN_ATTEMPT: ${{ inputs.build_run_attempt }}
          CHAIN_OUTPUT: ${{ runner.temp }}/chain-candidate.json
        run: python3 scripts/resolve_functional_candidate.py
      - name: Retain candidate identity
        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
        with:
          name: functional-candidate-${{ github.run_id }}-${{ github.run_attempt }}
          path: ${{ runner.temp }}/chain-candidate.json
          if-no-files-found: error

      - name: Check shared functional runners before scheduling suites
        env:
          GH_TOKEN: ${{ secrets.PF_TESTING_GH_TOKEN }}
        run: python3 scripts/check_functional_runners.py smoke-testing pf-testing

  upgrade:
    needs: [prepare]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-upgrade-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  s3:
    needs: [prepare, upgrade]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-s3-compat-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  kms:
    needs: [prepare, s3]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-kms-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  tier:
    needs: [prepare, kms]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-tier-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  storage:
    needs: [prepare, tier]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-storage-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  heal:
    needs: [prepare, storage]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-heal-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  pool:
    needs: [prepare, heal]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-pool-expand-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  security:
    needs: [prepare, pool]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-security-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  replication:
    needs: [prepare, security]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-replication-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  performance:
    needs: [prepare, replication]
    if: ${{ always() && needs.prepare.result == 'success' }}
    uses: ./.github/workflows/rustfs-performance-test.yml
    with:
      chain_manifest: ${{ needs.prepare.outputs.manifest }}
    secrets: inherit

  complete-chain:
    needs: [prepare, upgrade, s3, kms, tier, storage, heal, pool, security, replication, performance]
    if: ${{ always() && needs.prepare.result != 'skipped' }}
    runs-on: ubuntu-latest
    timeout-minutes: 10
    steps:
      - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
        with:
          persist-credentials: false
      - name: Download suite evidence
        id: download
        continue-on-error: true
        uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7
        with:
          pattern: functional-chain-*-${{ github.run_id }}-${{ github.run_attempt }}
          path: ${{ runner.temp }}/chain-evidence
          merge-multiple: true
      - name: Summarize every suite including failures and missing evidence
        if: always()
        env:
          CHAIN_MANIFEST: ${{ needs.prepare.outputs.manifest }}
          CHAIN_NEEDS: ${{ toJSON(needs) }}
        run: >-
          python3 scripts/functional_chain_evidence.py summarize
          --directory "${RUNNER_TEMP}/chain-evidence"
          --output "${RUNNER_TEMP}/chain-report.json"
      - name: Retain chain report regardless of test verdict
        if: always()
        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
        with:
          name: functional-chain-report-${{ github.run_id }}-${{ github.run_attempt }}
          path: |
            ${{ runner.temp }}/chain-report.json
            ${{ runner.temp }}/chain-report.md
          if-no-files-found: error
      - name: Verify every required suite
        if: always()
        env:
          CHAIN_MANIFEST: ${{ needs.prepare.outputs.manifest }}
          CHAIN_NEEDS: ${{ toJSON(needs) }}
        run: >-
          python3 scripts/functional_chain_evidence.py aggregate
          --directory "${RUNNER_TEMP}/chain-evidence"
          --output "${RUNNER_TEMP}/chain-complete.json"
      - name: Upload complete-chain evidence
        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
        with:
          name: functional-chain-complete-${{ github.run_id }}-${{ github.run_attempt }}
          path: ${{ runner.temp }}/chain-complete.json
          if-no-files-found: error