feat: Flashblocks archiver dumps parquet files to S3

.env.example

@@ -1,11 +1,37 @@
-# Mempool Rebroadcaster
+# --------------------------------------------
+# MEMPOOL REBROADCASTER
+# --------------------------------------------
+
 GETH_MEMPOOL_ENDPOINT=http://localhost:8546
 RETH_MEMPOOL_ENDPOINT=http://localhost:8547
 
-# Flashblocks Archiver
+# --------------------------------------------
+# FLASHBLOCKS ARCHIVER
+# --------------------------------------------
 DATABASE_URL=postgresql://postgres:password@localhost:5432/flashblocks_archiver
-FLASHBLOCKS_WEBSOCKET_URLS=ws://one.example.com/ws,ws://two.example.com/ws
 DATABASE_MAX_CONNECTIONS=10
+DATABASE_CONNECT_TIMEOUT_SECONDS=30
+
+FLASHBLOCKS_WEBSOCKET_URLS=wss://builder1.example.com/ws,wss://builder2.example.com/ws
+FLASHBLOCKS_RECONNECT_DELAY_SECONDS=5
+
+ARCHIVER_BUFFER_SIZE=1000
+ARCHIVER_BATCH_SIZE=100
+ARCHIVER_FLUSH_INTERVAL_SECONDS=5
+
+RETENTION_ENABLED=true
+RETENTION_PERIOD_DAYS=30
+RETENTION_ARCHIVE_INTERVAL_HOURS=6
+RETENTION_BLOCK_RANGE_SIZE=21600
+
+S3_BUCKET_NAME=my-flashblocks-archive-bucket
+S3_REGION=us-east-1
+S3_KEY_PREFIX=flashblocks/
+
+# AWS_ACCESS_KEY_ID=AKIA...
+# AWS_SECRET_ACCESS_KEY=xxx...
 
-# Service selection for generic Docker commands
+# --------------------------------------------
+# GENERIC
+# --------------------------------------------
 SERVICE=flashblocks-archiver

.github/workflows/ci.yml

@@ -28,19 +28,6 @@ jobs:
   test:
     name: Test
     runs-on: ubuntu-latest
-    services:
-      postgres:
-        image: postgres:15
-        env:
-          POSTGRES_PASSWORD: password
-          POSTGRES_DB: test_db
-        options: >-
-          --health-cmd pg_isready
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 5
-        ports:
-          - 5432:5432
     steps:
       - name: Harden the runner (Audit all outbound calls)
         uses: step-security/harden-runner@002fdce3c6a235733a90a27c80493a3241e56863 # v2.12.1
@@ -51,8 +38,6 @@ jobs:
       - uses: dtolnay/rust-toolchain@4305c38b25d97ef35a8ad1f985ccf2d2242004f2 # stable
       - name: Run tests
         run: cargo test --workspace --all-features
-        env:
-          DATABASE_URL: postgresql://postgres:password@localhost:5432/test_db
 
   lint:
     name: Lint