godoxy-yusing/scripts/benchmark.sh

#!/bin/bash
# Benchmark script to compare GoDoxy, Traefik, Caddy, and Nginx
# Uses wrk for HTTP load testing

set -e

# Configuration
HOST="bench.domain.com"
DURATION="${DURATION:-10s}"
THREADS="${THREADS:-4}"
CONNECTIONS="${CONNECTIONS:-100}"
TARGET="${TARGET:-}"

# Color functions for output
red() { echo -e "\033[0;31m$*\033[0m"; }
green() { echo -e "\033[0;32m$*\033[0m"; }
yellow() { echo -e "\033[1;33m$*\033[0m"; }
blue() { echo -e "\033[0;34m$*\033[0m"; }

# Check if wrk is installed
if ! command -v wrk &> /dev/null; then
    red "Error: wrk is not installed"
    echo "Please install wrk:"
    echo "  Ubuntu/Debian: sudo apt-get install wrk"
    echo "  macOS: brew install wrk"
    echo "  Or build from source: https://github.com/wg/wrk"
    exit 1
fi

if ! command -v h2load &> /dev/null; then
    red "Error: h2load is not installed"
    echo "Please install h2load (nghttp2-client):"
    echo "  Ubuntu/Debian: sudo apt-get install nghttp2-client"
    echo "  macOS: brew install nghttp2"
    exit 1
fi

OUTFILE="/tmp/reverse_proxy_benchmark_$(date +%Y%m%d_%H%M%S).log"
: > "$OUTFILE"
exec > >(tee -a "$OUTFILE") 2>&1

blue "========================================"
blue "Reverse Proxy Benchmark Comparison"
blue "========================================"
echo ""
echo "Target: $HOST"
echo "Duration: $DURATION"
echo "Threads: $THREADS"
echo "Connections: $CONNECTIONS"
if [ -n "$TARGET" ]; then
    echo "Filter: $TARGET"
fi
echo ""

# Define services to test
declare -A services=(
    ["GoDoxy"]="http://127.0.0.1:8080"
    ["Traefik"]="http://127.0.0.1:8081"
    ["Caddy"]="http://127.0.0.1:8082"
    ["Nginx"]="http://127.0.0.1:8083"
)

# Array to store connection errors
declare -a connection_errors=()

# Function to test connection before benchmarking
test_connection() {
    local name=$1
    local url=$2

    yellow "Testing connection to $name..."

    # Test HTTP/1.1
    local res1=$(curl -sS -w "\n%{http_code}" --http1.1 -H "Host: $HOST" --max-time 5 "$url")
    local body1=$(echo "$res1" | head -n -1)
    local status1=$(echo "$res1" | tail -n 1)

    # Test HTTP/2
    local res2=$(curl -sS -w "\n%{http_code}" --http2-prior-knowledge -H "Host: $HOST" --max-time 5 "$url")
    local body2=$(echo "$res2" | head -n -1)
    local status2=$(echo "$res2" | tail -n 1)

    local failed=false
    if [ "$status1" != "200" ] || [ ${#body1} -ne 4096 ]; then
        red "✗ $name failed HTTP/1.1 connection test (Status: $status1, Body length: ${#body1})"
        failed=true
    fi

    if [ "$status2" != "200" ] || [ ${#body2} -ne 4096 ]; then
        red "✗ $name failed HTTP/2 connection test (Status: $status2, Body length: ${#body2})"
        failed=true
    fi

    if [ "$failed" = true ]; then
        connection_errors+=("$name failed connection test (URL: $url)")
        return 1
    else
        green "✓ $name is reachable (HTTP/1.1 & HTTP/2)"
        return 0
    fi
}

blue "========================================"
blue "Connection Tests"
blue "========================================"
echo ""

# Run connection tests for all services
for name in "${!services[@]}"; do
    if [ -z "$TARGET" ] || [ "${name,,}" = "${TARGET,,}" ]; then
        test_connection "$name" "${services[$name]}"
    fi
done

echo ""
blue "========================================"

# Exit if any connection test failed
if [ ${#connection_errors[@]} -gt 0 ]; then
    echo ""
    red "Connection test failed for the following services:"
    for error in "${connection_errors[@]}"; do
        red "  - $error"
    done
    echo ""
    red "Please ensure all services are running before benchmarking"
    exit 1
fi

echo ""
green "All services are reachable. Starting benchmarks..."
echo ""
blue "========================================"
echo ""

# Function to run benchmark
run_benchmark() {
    local name=$1
    local url=$2
    local h2_duration="${DURATION%s}"

    yellow "Testing $name..."

    echo "========================================"
    echo "$name"
    echo "URL: $url"
    echo "========================================"
    echo ""
    echo "[HTTP/1.1] wrk"

    wrk -t"$THREADS" -c"$CONNECTIONS" -d"$DURATION" \
        -H "Host: $HOST" \
        "$url"

    echo ""
    echo "[HTTP/2] h2load"

    h2load -t"$THREADS" -c"$CONNECTIONS" --duration="$h2_duration" \
        -H "Host: $HOST" \
        -H ":authority: $HOST" \
        "$url" | grep -vE "^(starting benchmark...|spawning thread|progress: |Warm-up |Main benchmark duration|Stopped all clients|Process Request Failure)"

    echo ""
    green "✓ $name benchmark completed"
    blue "----------------------------------------"
    echo ""
}

# Run benchmarks for each service
for name in "${!services[@]}"; do
    if [ -z "$TARGET" ] || [ "${name,,}" = "${TARGET,,}" ]; then
        run_benchmark "$name" "${services[$name]}"
    fi
done

blue "========================================"
blue "Benchmark Summary"
blue "========================================"
echo ""
echo "All benchmark output saved to: $OUTFILE"
echo ""
echo "Key metrics to compare:"
echo "  - Requests/sec (throughput)"
echo "  - Latency (mean, stdev)"
echo "  - Transfer/sec"
echo ""
green "All benchmarks completed!"