ci: add a chaotic devnet job

Signed-off-by: ljedrz <ljedrz@users.noreply.github.com>

Author: ljedrz

.github/workflows/chaotic-devnet.yml

@@ -0,0 +1,66 @@
+name: Chaotic Devnet Test
+
+on: # TODO: adjust
+  pull_request:
+  push:
+
+env:
+  RUST_BACKTRACE: 1
+  CARGO_INCREMENTAL: 0
+
+jobs:
+  build-snarkos:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v4
+
+      - name: Cache Cargo Registry & target
+        uses: swatinem/rust-cache@v2
+
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@1.88.0
+
+      - name: Install Dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends clang llvm-dev llvm lld pkg-config xz-utils make libssl-dev
+
+      - name: Build snarkOS
+        run: |
+          echo "Building snarkOS..."
+          cargo install --locked --path . --features test_network
+
+      - name: Upload Binary Artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: built-snarkos # The key used to retrieve the built binary
+          path: ~/.cargo/bin/snarkos     # The actual folder to save
+          retention-days: 1   # Keep it briefly to save space
+
+  chaos-test:
+    runs-on: ubuntu-latest
+    needs: build-snarkos
+
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v4
+
+      - name: Download snarkOS
+        uses: actions/download-artifact@v4
+        with:
+          name: built-snarkos
+          path: bin  # Where to put it
+
+      - name: Setup Path and Permissions
+        run: |
+          # Make it executable (permissions may get lost)
+          chmod +x bin/snarkos
+
+          # Add the 'bin' folder to the system PATH
+          echo "$(pwd)/bin" >> $GITHUB_PATH
+
+      - name: Run Tests with Chaos
+        # Arguments: <PORT_RANGE> <TEST_COMMAND>
+        run: ./scripts/chaotic-network-runner.sh 5000-5003 ./.ci/devnet_ci.sh 4 0 0 45

scripts/chaotic-network-runner.sh

@@ -0,0 +1,90 @@
+#!/bin/bash
+
+# ==========================================
+# CONFIGURATION
+# ==========================================
+
+# 1. Require Port Range (Argument 1)
+TARGET_PORTS=$1
+
+if [ -z "$TARGET_PORTS" ]; then
+    echo "Error: No port range provided."
+    echo "Usage: ./chaos-runner.sh <PORT-RANGE> <COMMAND>"
+    echo "Example: ./chaotic-network-runner.sh 5000-5003 ./devnet.sh"
+    exit 1
+fi
+
+# Shift arguments so "$@" now only contains the command to run
+shift
+
+# Check if there is a command to run left
+if [ $# -eq 0 ]; then
+    echo "Error: No test command provided."
+    exit 1
+fi
+
+# Chaos Timing (in seconds)
+MIN_WAIT=10
+MAX_WAIT=30
+MIN_DURATION=15
+MAX_DURATION=30
+
+# Presets from delay-network.sh
+PRESETS=("lan" "wan" "spikes") # "bad-wifi" might be too volatile for a generic test
+NETWORK_SCRIPT="./scripts/delay-network.sh"
+
+# ==========================================
+# CHAOS LOGIC
+# ==========================================
+
+reset_network() {
+    echo "[Chaos Runner] 🧹 Clearing network rules..."
+    sudo $NETWORK_SCRIPT clear > /dev/null
+}
+
+trap reset_network EXIT
+
+chaos_loop() {
+    echo "[Chaotic Network Runner] 🎲 Background chaos loop started on ports $TARGET_PORTS."
+
+    while true; do
+        # 1. Stay Clean
+        WAIT_TIME=$(shuf -i $MIN_WAIT-$MAX_WAIT -n 1)
+        echo "[Chaos Runner] 🟢 Network healthy for ${WAIT_TIME}s..."
+        sleep $WAIT_TIME
+
+        # 2. Select Random Preset
+        RANDOM_PRESET=${PRESETS[$RANDOM % ${#PRESETS[@]}]}
+
+        # 3. Apply Chaos
+        CHAOS_DURATION=$(shuf -i $MIN_DURATION-$MAX_DURATION -n 1)
+        echo "[Chaos Runner] 💥 Applying '$RANDOM_PRESET' on ports $TARGET_PORTS for ${CHAOS_DURATION}s..."
+
+        sudo $NETWORK_SCRIPT $RANDOM_PRESET $TARGET_PORTS
+
+        sleep $CHAOS_DURATION
+
+        # 4. Reset
+        reset_network
+    done
+}
+
+# ==========================================
+# MAIN EXECUTION
+# ==========================================
+
+# Start chaos in background
+chaos_loop &
+CHAOS_PID=$!
+
+# Run the actual test command (passed as arguments)
+echo "[Chaos Runner] 🚀 Starting main test command: $@"
+"$@"
+EXIT_CODE=$?
+
+# Cleanup
+echo "[Chaos Runner] 🏁 Main command finished with exit code $EXIT_CODE."
+kill $CHAOS_PID 2>/dev/null
+wait $CHAOS_PID 2>/dev/null
+
+exit $EXIT_CODE