Fix open-ended ledger file corruption during recovery on followers #2076
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Long Test | |
| on: | |
| pull_request: | |
| types: | |
| - labeled | |
| - synchronize | |
| - opened | |
| - reopened | |
| schedule: | |
| - cron: "0 0 * * 1-5" | |
| workflow_dispatch: | |
| jobs: | |
| long-asan: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: "ASAN" | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| - name: "Build Debug (Long Test)" | |
| run: | | |
| set -ex | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DSAN=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-asan | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore | |
| long-tsan: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: "TSAN" | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| - name: "Build Debug (Long Test)" | |
| run: | | |
| set -ex | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DTSAN=ON -DWORKER_THREADS=2 .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-tsan | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore | |
| long-lts: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long LTS | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DWORKER_THREADS=2 .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -R lts | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-lts | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore | |
| # All e2e tests without sanitizers in debug mode; needed because: | |
| # - Sanitizer builds may slightly differ. | |
| # - Test durations may also differ, which is important for -L "suite" because they have fixed timeouts. | |
| long-e2e-debug: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long e2e - Debug | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| # This run requires libc++ to run with hardening mode | |
| tdnf -y install libcxx-devel libunwind-devel | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| # Use libc++ to enable hardening/bounds checking during tests | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DUSE_LIBCXX=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-debug | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore | |
| # All e2e tests in release mode (same as release build). | |
| long-e2e-release: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long e2e - Release | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Release -DCLIENT_PROTOCOLS_TEST=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-release | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore | |
| # End-to-end test suites with shuffling enabled. | |
| e2e-suite-shuffled: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long e2e - Shuffled | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE | |
| steps: | |
| - name: "Checkout dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| tdnf -y install ca-certificates git | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install dependencies" | |
| shell: bash | |
| run: | | |
| set -ex | |
| ./scripts/setup-ci.sh | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DSHUFFLE_SUITE=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -R "suite" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-shuffled | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*/*.ledger/* | |
| if-no-files-found: ignore |