hyperswarm-peer / integration / run_layer7.sh

#!/usr/bin/env bash
# Layer 7: Swarm Manager — Auto-Connect + Auto-Reconnect + Explicit Peer
# Tests SwarmManager behavior: auto-connect via swarm_join, auto-reconnect
# after peer death, explicit peer via swarm_join_peer, status verification.
set -euo pipefail
cd "$(dirname "$0")"

echo "=== Layer 7: Swarm Manager — Auto-Connect + Reconnect ==="

# Cleanup
rm -f /tmp/layer7_*.txt /tmp/layer_bootstrap.txt

# Process tracking
PIDS=()
TESTNET_PID=""

cleanup() {
    for pid in "${PIDS[@]}" "$TESTNET_PID"; do
        [ -n "$pid" ] && kill "$pid" 2>/dev/null || true
        [ -n "$pid" ] && pkill -P "$pid" 2>/dev/null || true
    done
    sleep 0.5
    for pid in "${PIDS[@]}" "$TESTNET_PID"; do
        [ -n "$pid" ] && kill -9 "$pid" 2>/dev/null || true
        [ -n "$pid" ] && pkill -9 -P "$pid" 2>/dev/null || true
    done
    wait 2>/dev/null || true
    rm -f /tmp/layer7_*.txt /tmp/layer_bootstrap.txt /tmp/layer7_kill_peer0.txt
}
trap cleanup EXIT

# Start testnet
echo "[orchestrator] starting DHT testnet..."
node layer2_testnet.js &
TESTNET_PID=$!

# Wait for bootstrap
for i in $(seq 1 30); do
    [ -f /tmp/layer_bootstrap.txt ] && break
    sleep 0.2
done
[ -f /tmp/layer_bootstrap.txt ] || { echo "FAIL: testnet timeout"; exit 1; }
echo "[orchestrator] testnet ready"

# Project dirs for each peer
DIRS=(project project_b project_c)

# Copy test script to all project dirs
for dir in "${DIRS[@]}"; do
    cp layer7_swarm_peer.gd "${dir}/layer7_swarm_peer.gd" 2>/dev/null || true
done

# Start 3 peers
for i in 0 1 2; do
    echo "[orchestrator] starting peer $i (${DIRS[$i]})..."
    timeout -k 10 90 godot4 --headless --path "${DIRS[$i]}" --script res://layer7_swarm_peer.gd -- --peer-index $i 2>&1 | sed "s/^/  /" &
    PIDS+=($!)
    sleep 0.5
done

# ---- Phase 1: Wait for auto-connect ----
echo "[orchestrator] waiting for Phase 1 (auto-connect)..."
ELAPSED=0
while [ $ELAPSED -lt 40 ]; do
    ALL_P1=true
    ANY_FAIL=false
    for i in 0 1 2; do
        STATUS=$(cat /tmp/layer7_peer_${i}_status.txt 2>/dev/null || echo "")
        if echo "$STATUS" | grep -q "^FAIL"; then
            ANY_FAIL=true
            echo "Peer $i: $STATUS"
        fi
        if [ "$STATUS" != "PHASE1_OK" ] && ! echo "$STATUS" | grep -q "^FAIL"; then
            ALL_P1=false
        fi
    done

    if $ANY_FAIL; then
        echo "=== Layer 7: FAILED (peer failure) ==="
        for pid in "${PIDS[@]}"; do kill "$pid" 2>/dev/null || true; done
        exit 1
    fi

    if $ALL_P1; then
        echo "[orchestrator] Phase 1 complete — auto-connect verified"
        break
    fi

    sleep 1
    ELAPSED=$((ELAPSED + 1))
done

if [ $ELAPSED -ge 40 ]; then
    for i in 0 1 2; do
        echo "Peer $i: $(cat /tmp/layer7_peer_${i}_status.txt 2>/dev/null || echo 'no status')"
    done
    echo "=== Layer 7: TIMEOUT in Phase 1 ==="
    for pid in "${PIDS[@]}"; do kill "$pid" 2>/dev/null || true; done
    exit 1
fi

# ---- Phase 2: Kill peer 0 ----
echo "[orchestrator] killing peer 0..."
echo "die" > /tmp/layer7_kill_peer0.txt
sleep 1
kill "${PIDS[0]}" 2>/dev/null || true

# Wait for remaining peers to complete phases 2-4
echo "[orchestrator] waiting for Phases 2-4..."
ELAPSED=0
while [ $ELAPSED -lt 25 ]; do
    ALL_DONE=true
    for i in 1 2; do
        STATUS=$(cat /tmp/layer7_peer_${i}_status.txt 2>/dev/null || echo "")
        if [ "$STATUS" != "PHASE4_OK" ] && [ "$STATUS" != "PHASE4_FAIL" ] && \
           [ "$STATUS" != "PHASE3_OK" ] && [ "$STATUS" != "PHASE3_SKIP" ]; then
            ALL_DONE=false
        fi
    done

    if $ALL_DONE; then
        echo "[orchestrator] All phases complete"
        break
    fi

    sleep 1
    ELAPSED=$((ELAPSED + 1))
done

# Report results
echo ""
for i in 0 1 2; do
    echo "Peer $i: $(cat /tmp/layer7_peer_${i}_status.txt 2>/dev/null || echo 'no status')"
done

# Determine pass/fail
PASS=true
for i in 1 2; do
    STATUS=$(cat /tmp/layer7_peer_${i}_status.txt 2>/dev/null || echo "")
    if echo "$STATUS" | grep -q "FAIL"; then
        PASS=false
    fi
done

if $PASS; then
    echo "=== Layer 7: PASS ==="
else
    echo "=== Layer 7: PARTIAL ==="
fi

exit 0