STEP_049F2 fix health watcher false-fail race
=== STEP_049F2 RESULT ===
step=STEP_049F2_FIX_HEALTH_WATCHER_FALSE_FAIL_RACE
decision=PASS_STEP_049F2_FIX_HEALTH_WATCHER_FALSE_FAIL_RACE
all_ok=True
summary:
backup_dir=/root/step049f2-health-watcher-fix-20260711-083015
rollback=/root/rollback-step049f2-health-watcher-fix-20260711-083015.sh
watcher_once_all_healthy=True
watcher_once_any_action=False
watcher_slots=[{'slot': 'egress1', 'iface': 'vpn1', 'status_ok': True, 'fail_count': 0, 'decision': 'healthy', 'action': 'none', 'required_confirm': ''}, {'slot': 'egress2', 'iface': 'vpn2', 'status_ok': True, 'fail_count': 0, 'decision': 'healthy', 'action': 'none', 'required_confirm': ''}, {'slot': 'egress3', 'iface': 'vpn3', 'status_ok': True, 'fail_count': 0, 'decision': 'healthy', 'action': 'none', 'required_confirm': ''}, {'slot': 'egress4', 'iface': 'vpn4', 'status_ok': True, 'fail_count': 0, 'decision': 'healthy', 'action': 'none', 'required_confirm': ''}, {'slot': 'egress5', 'iface': 'vpn5', 'status_ok': True, 'fail_count': 0, 'decision': 'healthy', 'action': 'none', 'required_confirm': ''}]
watcher_enabled_post=true
watcher_running_post=true
rebalance_decision=plan_ok
rebalance_changes_count=0
prod_strict_ok={'vpn1': 'true', 'vpn2': 'true', 'vpn3': 'true', 'vpn4': 'true', 'vpn5': 'true'}
vm100_peer_count=5
vm121_db_summary={'enabled_peers': 5, 'lease_rows': 5, 'pending_jobs': 0}
next_step=simulate_single_slot_failure_and_verify_health_repair_commit
success_checks:
vm101_rc_zero=True
watcher_stopped_for_patch=True
watcher_syntax_ok=True
watcher_state_cleared=True
watcher_once_all_healthy=True
watcher_once_no_action=True
independent_strict_all_ok=True
rebalance_still_ok=True
watcher_enabled_post=True
watcher_running_post=True
simulation_not_performed=True
apply_not_executed=True
production_not_modified=True
endpoint_fingerprint_unchanged=True
all_interfaces_exist=True
all_tables_have_routes=True
vm100_peer_count_five=True
vm100_controller_running=True
vm121_db_pending_zero=True
next_step=SIMULATE_SINGLE_SLOT_FAILURE_AND_VERIFY_HEALTH_REPAIR_COMMIT
TRYCF_REPORT=https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-083015_step049f2_fix_health_watcher_false_fail_race/
REPORT_TXT=https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-083015_step049f2_fix_health_watcher_false_fail_race/report.txt
FACTS_JSON=https://helena-background-beam-harry.trycloudflare.com/r/e94a0859747d7b96f29c7fdafc2d0351ba603bb0a7e9e5a4/20260711-083015_step049f2_fix_health_watcher_false_fail_race/facts.json