secubox-deb/scripts/sync-mitmproxy-routes.sh
CyberMind-FR d5df48c5d8 fix(infra): mitmproxy route sync stability — restore metablogizer sites
Root cause: log() in sync-mitmproxy-routes.sh wrote to stdout, polluting
$(fix_dead_container_routes ...) capture → corrupted JSON → jq parse
errors → set -e abort → bad routes pushed to mitmproxy container →
mitmproxy restart-loop → HAProxy backend DOWN → HTTP 503 on every
*.gk2.secubox.in metablog vhost (arm, zkp, 3d, ~160 sites).

Fixes:
- log() now writes to stderr (>&2) — preserves stdout for command-sub
- fix_dead_container_routes returns 0 (was returning $fixed count, set -e
  killed the caller's assignment)
- sync-all-routes.sh routes metablog domains to port 8900 (was 9080,
  which is webui.conf default_server → "Wrong Domain")
- defensive 2>/dev/null || true on jq reads
- fallback to old routes_json on jq write failure (preserves last valid
  state instead of crashing)
- flock guard prevents concurrent runs on /run/sync-mitmproxy-routes.lock

Verified: systemctl start sync-mitmproxy-routes.service exits 0/SUCCESS,
244 routes valid in mitmproxy container, all four spot-checked domains
(admin.gk2, arm.gk2, zkp.gk2, 3d.gk2) return HTTP 200 with correct titles.

Note: also disabled duplicate timer secubox-route-sync.timer on the
board (executed the same script, racing on same file). systemd-level
change is on board only, not in repo.

See .claude/HISTORY.md Session 153 for full symptom chain and verification.

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-12 09:54:52 +02:00

148 lines
4.8 KiB
Bash

#!/bin/bash
# Re-exec self under flock to prevent concurrent runs (added 2026-05-12)
LOCK=/run/sync-mitmproxy-routes.lock
exec 9>"$LOCK"
flock -n 9 || { echo "[$(date "+%F %T")] another instance running, skipping"; exit 0; }
# SecuBox Route Sync - Ensures HAProxy vhosts are synced to mitmproxy routes
# Run periodically via cron or systemd timer
#
# Features:
# - Syncs HAProxy domains to mitmproxy routes
# - Syncs metablogizer domains from nginx config
# - Fixes dead container routes (10.100.0.10-50) to point to webui
# - Runs via systemd timer every 5 minutes
set -euo pipefail
LXC_CONTAINER="mitmproxy"
ROUTES_FILE="/srv/mitmproxy/haproxy-routes.json"
HAPROXY_CFG="/etc/haproxy/haproxy.cfg"
NGINX_METABLOG="/etc/nginx/sites-enabled/metablogizer"
WEBUI_PORT=9080
METABLOG_PORT=8900
BACKEND_IP="10.100.0.1"
# Dead container IPs to fix (not running LXC containers)
DEAD_CONTAINER_IPS="10.100.0.10 10.100.0.20 10.100.0.30 10.100.0.40 10.100.0.50"
log() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" >&2
}
# Get current routes from container
get_current_routes() {
lxc-attach -n "$LXC_CONTAINER" -- cat "$ROUTES_FILE" 2>/dev/null || echo "{}"
}
# Get all domains from HAProxy that use mitmproxy_inspector
get_haproxy_domains() {
grep "use_backend mitmproxy_inspector" "$HAPROXY_CFG" | \
grep -oP 'host_\K[a-z0-9_]+(?= )' | \
sed 's/_/./g' | sort -u
}
# Get all metablog domains from nginx
get_metablog_domains() {
grep 'server_name' "$NGINX_METABLOG" 2>/dev/null | \
sed 's/.*server_name //;s/;.*//' | sort -u
}
# Determine the correct port for a domain
get_port_for_domain() {
local domain="$1"
# Check if it's a metablog domain
if grep -q "server_name $domain" "$NGINX_METABLOG" 2>/dev/null; then
echo "$METABLOG_PORT"
return
fi
# Default to webui
echo "$WEBUI_PORT"
}
# Fix routes pointing to dead containers
fix_dead_container_routes() {
local routes_json="$1"
local fixed=0
for dead_ip in $DEAD_CONTAINER_IPS; do
# Find domains pointing to this dead IP and fix them
local domains
domains=$(echo "$routes_json" | jq -r --arg ip "$dead_ip" 'to_entries[] | select(.value[0] == $ip) | .key')
for domain in $domains; do
[[ -z "$domain" ]] && continue
log "Fixing dead route: $domain ($dead_ip -> $BACKEND_IP:$WEBUI_PORT)"
new_rj=$(echo "$routes_json" | jq --arg d "$domain" --arg ip "$BACKEND_IP" --argjson p "$WEBUI_PORT" '.[$d] = [$ip, $p]' 2>/dev/null || true)
if [[ -n "$new_rj" ]]; then routes_json="$new_rj"; fi
fixed=$((fixed + 1))
done
done
echo "$routes_json"
return 0
}
# Main sync
main() {
log "Starting route sync..."
local current_routes
current_routes=$(get_current_routes)
local updated=0
local routes_json="$current_routes"
# Fix dead container routes first
routes_json=$(fix_dead_container_routes "$routes_json")
updated=$((updated + $?)) || true
# Sync HAProxy domains
while IFS= read -r domain; do
[[ -z "$domain" ]] && continue
port=$(get_port_for_domain "$domain")
# Check if route exists with correct port
existing=$(echo "$routes_json" | jq -r --arg d "$domain" '.[$d] // empty' 2>/dev/null || true)
if [[ -z "$existing" ]] || ! echo "$existing" | jq -e ".[1] == $port" >/dev/null 2>&1; then
log "Updating route: $domain -> $BACKEND_IP:$port"
new_rj=$(echo "$routes_json" | jq --arg d "$domain" --arg ip "$BACKEND_IP" --argjson p "$port" '.[$d] = [$ip, $p]' 2>/dev/null || true)
if [[ -n "$new_rj" ]]; then routes_json="$new_rj"; fi
updated=$((updated + 1))
fi
done < <(get_haproxy_domains)
# Sync metablog domains
while IFS= read -r domain; do
[[ -z "$domain" ]] && continue
existing=$(echo "$routes_json" | jq -r --arg d "$domain" '.[$d] // empty' 2>/dev/null || true)
if [[ -z "$existing" ]] || ! echo "$existing" | jq -e ".[1] == $METABLOG_PORT" >/dev/null 2>&1; then
log "Updating metablog route: $domain -> $BACKEND_IP:$METABLOG_PORT"
new_rj=$(echo "$routes_json" | jq --arg d "$domain" --arg ip "$BACKEND_IP" --argjson p "$METABLOG_PORT" '.[$d] = [$ip, $p]' 2>/dev/null || true)
if [[ -n "$new_rj" ]]; then routes_json="$new_rj"; fi
updated=$((updated + 1))
fi
done < <(get_metablog_domains)
if [[ $updated -gt 0 ]]; then
log "Updating $updated routes in mitmproxy container..."
echo "$routes_json" | lxc-attach -n "$LXC_CONTAINER" -- tee "$ROUTES_FILE" > /dev/null
lxc-attach -n "$LXC_CONTAINER" -- systemctl restart mitmproxy
log "Routes synced and mitmproxy restarted"
else
log "All routes up to date"
fi
log "Sync complete"
}
main "$@"