{ "schema": "router-step-inline-diagnostic-v7", "step": "STEP_050M07C4_TEMPORARY_TABLE200_BOOTSTRAP_FRESH_REFRESH_LIVE", "failure": { "reason": "VM101_CONTROLLED_REFRESH_FAILED", "rc": 1, "line": 1903, "stage": "04/08", "last_success": "frozen_toolchain_verified" }, "command_results": { "hash_check_rc": "0", "vm101_rc": "1", "postcheck_rc": "NOT_RUN", "rollback_rc": "0" }, "automatic_classification": "VM101_CONTROLLED_REFRESH_FAILED", "production_modified_after_rollback": "unknown", "live_streaming": { "runner_stdout": true, "runner_stderr": true, "emergency_log": true, "heartbeat_seconds": 15 }, "captured_streams": { "vm101-rollback.txt": { "size_bytes": 0, "tail": "" }, "vm101-tool-hash-check.txt": { "size_bytes": 2347, "tail": "__HASH__ match=true missing=false expected=d48c41014ff94cbecd6dd8a2f543b5a08c797d226c3e745756a2787340d57151 actual=d48c41014ff94cbecd6dd8a2f543b5a08c797d226c3e745756a2787340d57151 path=/usr/local/sbin/router-egress-health-repair-watch.sh\n__HASH__ match=true missing=false expected=258ef9daf0b3f8aaf2960025e6d4d7f0c1ae30cede781badfbd6b3919ea25afc actual=258ef9daf0b3f8aaf2960025e6d4d7f0c1ae30cede781badfbd6b3919ea25afc path=/usr/local/sbin/router-egress-emergency-decision-hook.sh\n__HASH__ match=true missing=false expected=bea82c260ba6006b524ef01c614848097bd231fa6d49a725baded99046fe5d11 actual=bea82c260ba6006b524ef01c614848097bd231fa6d49a725baded99046fe5d11 path=/usr/local/sbin/router-egress-emergency-refresh.sh\n__HASH__ match=true missing=false expected=6ec99e157235d811d6f0f3ab92de7f3371dc813f2478a654358982cda7ce34ce actual=6ec99e157235d811d6f0f3ab92de7f3371dc813f2478a654358982cda7ce34ce path=/usr/local/sbin/router-egress-hmn-plan-top5.sh\n__HASH__ match=true missing=false expected=2fa6b725c5e123b7fdc3dd14747058a02415d025231054c7537d72b8edc2346f actual=2fa6b725c5e123b7fdc3dd14747058a02415d025231054c7537d72b8edc2346f path=/usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh\n__HASH__ match=true missing=false expected=9a546c2958c9fd44c927af3559966d1aa0ceb7a5e20f2373c7a95a31728dd0c0 actual=9a546c2958c9fd44c927af3559966d1aa0ceb7a5e20f2373c7a95a31728dd0c0 path=/usr/local/lib/router-egress-recovery-state.sh\n__HASH__ match=true missing=false expected=bb047e820196c4c5cb263499ed890c782190293257a2033568015c6b19230682 actual=bb047e820196c4c5cb263499ed890c782190293257a2033568015c6b19230682 path=/root/hmn/hmn-refresh-pool-safe.sh\n__HASH__ match=true missing=false expected=195a8450fa333a50ae209be25f823873d475989bdbce1a824a86268d36c9e942 actual=195a8450fa333a50ae209be25f823873d475989bdbce1a824a86268d36c9e942 path=/etc/init.d/router-egress-health-repair\n__HASH__ match=true missing=false expected=152fa0d45cb57ac60d34529ef0b29d32e65a2ad03845129fd7c2b41eaf787934 actual=152fa0d45cb57ac60d34529ef0b29d32e65a2ad03845129fd7c2b41eaf787934 path=/etc/init.d/router-egress-emergency-decision\n__HASH__ match=true missing=false expected=42ba3c0b10d8535d4100cc4e35e02bc2c0f3fe104bdedf8cf91700832d9051a8 actual=42ba3c0b10d8535d4100cc4e35e02bc2c0f3fe104bdedf8cf91700832d9051a8 path=/etc/init.d/router-egress-slots\n__SUMMARY__ checked=10 errors=0\n" }, "vm101.txt": { "size_bytes": 4068, "tail": "__FACT__ commit_raw_pre=1\n__FACT__ emergency_log=/var/log/router-egress-emergency-refresh.log\n__JSON_BEGIN__ runner_pre\n{\n \"schema\": \"router-egress-emergency-refresh-v1\",\n \"mode\": \"dry-run\",\n \"decision\": \"would_run_emergency_refresh\",\n \"reason\": \"threshold_or_force_reached_no_commit_in_dry_run\",\n \"daily_fail_count\": 15,\n \"daily_fail_threshold\": 5,\n \"threshold_reached\": true,\n \"force\": false,\n \"cooldown_seconds\": 600,\n \"cooldown_remaining\": 0,\n \"healthy_vpn_slots\": 5,\n \"commit_enabled\": true,\n \"direct_failopen_enabled\": false,\n \"direct_failopen_action\": \"disabled_not_allowed_in_step050f\",\n \"helper_ok\": true,\n \"refresh_cmd\": \"/root/hmn/hmn-refresh-pool-safe.sh\",\n \"refresh_cmd_exists\": true,\n \"planner_cmd\": \"/usr/local/sbin/router-egress-hmn-plan-top5.sh\",\n \"planner_cmd_exists\": true,\n \"rebalance_apply_cmd\": \"/usr/local/sbin/router-egress-hmn-rebalance-top5-apply.sh\",\n \"rebalance_apply_cmd_exists\": true,\n \"watcher_cmd\": \"/usr/local/sbin/router-egress-health-repair-watch.sh\",\n \"watcher_cmd_exists\": true,\n \"last_emergency_refresh_status\": \"NONE\",\n \"last_emergency_refresh_epoch\": 0\n}\n__JSON_END__ runner_pre\n__JSON_BEGIN__ planner_pre\n{\n \"schema\": \"router-egress-hmn-plan-top5-v2\",\n \"decision\": \"plan_ok\",\n \"pool\": \"/root/hmn/cache/ok-awg1-strict-foreign-latest.tsv\",\n \"pool_mtime_epoch\": 1783702742,\n \"quarantine_enabled\": true,\n \"quarantine_excluded_count\": 4,\n \"duplicate_excluded_count\": 0,\n \"desired_count\": 5,\n \"changes_count\": 3,\n \"plan\": [\n {\"slot\":\"egress1\",\"iface\":\"vpn1\",\"current\":\"109.248.198.4:37129\",\"target\":\"192.121.163.235:42530\",\"change\":true,\"target_rank\":\"1\",\"target_avg_ms\":\"39.008\"}\n ,\n {\"slot\":\"egress2\",\"iface\":\"vpn2\",\"current\":\"151.236.30.139:33998\",\"target\":\"37.235.54.96:38971\",\"change\":true,\"target_rank\":\"7\",\"target_avg_ms\":\"62.926\"}\n ,\n {\"slot\":\"egress3\",\"iface\":\"vpn3\",\"current\":\"95.211.68.119:45176\",\"target\":\"95.211.68.119:45176\",\"change\":false,\"target_rank\":\"2\",\"target_avg_ms\":\"44.271\"}\n ,\n {\"slot\":\"egress4\",\"iface\":\"vpn4\",\"current\":\"157.173.25.198:34340\",\"target\":\"192.71.244.202:45735\",\"change\":true,\"target_rank\":\"8\",\"target_avg_ms\":\"66.349\"}\n ,\n {\"slot\":\"egress5\",\"iface\":\"vpn5\",\"current\":\"157.173.27.69:41797\",\"target\":\"157.173.27.69:41797\",\"change\":false,\"target_rank\":\"5\",\"target_avg_ms\":\"56.803\"}\n ]\n}\n__JSON_END__ planner_pre\n__FACT__ state_epoch_pre=0\n__FACT__ state_status_pre=NONE\n__FACT__ repair_counter_pre=15\n__FACT__ pool_hash_pre=b9fd15bfe7aa2337048cbf7198c798e74e67e9b2f6e6040fb3c2138084378599\n__FACT__ network_hash_pre=b954f167319fa5be1b80c3bcc28c4fdea29c2ee4717370010dc0d1241994a40b\n__FACT__ table200_hash_pre=a03a7a5738c031c280e4a3147e9f7c5feb4af524f4d7ea427871b3b6cafd4691\n__BLOCK_BEGIN__ table200_before\n10.200.0.0/24 dev eth1 scope link src 10.200.0.2 \n10.201.0.0/24 dev eth3 scope link src 10.201.0.2 \n__BLOCK_END__ table200_before\n__FACT__ pre.strict.vpn1=true\n__FACT__ pre.strict.vpn2=true\n__FACT__ pre.strict.vpn3=true\n__FACT__ pre.strict.vpn4=true\n__FACT__ pre.strict.vpn5=true\n__FACT__ healthy_slots_pre=5\n__FACT__ routes_all_pre=true\n__FACT__ hook_was_running=true\n__FACT__ watcher_was_running=true\n__FACT__ rollback=/root/rollback-step050m07c4-20260711-203956-6486.sh\n__FACT__ rollback_exists=false\n__FACT__ backup_root=/root/step050m07c4-backup-20260711-203956-6486\n__FACT__ mutation_started=true\n__FACT__ watcher_stopped=true\n__FACT__ hook_stopped=true\n__FACT__ bootstrap_iface=vpn1\n__BLOCK_BEGIN__ table200_with_temporary_bootstrap\ndefault dev vpn1 scope link \n10.200.0.0/24 dev eth1 scope link src 10.200.0.2 \n10.201.0.0/24 dev eth3 scope link src 10.201.0.2 \n__BLOCK_END__ table200_with_temporary_bootstrap\n__FACT__ temporary_table200_bootstrap_installed=true\n\n=== LIVE HMN CODE TEST START ===\nHMN env loaded OK.\nAWG param: 1\nRequest interface: vpn1\nAccess code: loaded, hidden\n\nПроверяю HideMyName serverlist API...\nOK: serverlist получен, services.wg найден.\nТест завершён.\n=== LIVE HMN CODE TEST END ===\n\n__FACT__ code_test_rc=0\n__FACT__ code_test_passed_with_temporary_bootstrap=true\n" }, "vm101-rollback.stderr": { "size_bytes": 176, "tail": "Warning: Permanently added '10.71.100.2' (ED25519) to the list of known hosts.\nsh: can't open '/root/rollback-step050m07c4-20260711-203956-6486.sh': No such file or directory\n" }, "vm101-tool-hash-check.stderr": { "size_bytes": 80, "tail": "Warning: Permanently added '10.71.100.2' (ED25519) to the list of known hosts.\n" }, "vm101.stderr": { "size_bytes": 8494, "tail": "Warning: Permanently added '10.71.100.2' (ED25519) to the list of known hosts.\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-20260601-110304.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-20260601-110707.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-20260601-110707.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/quarantine-awg1-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-20260601-135559.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-20260601-135559.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-loadpath-check.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-20260601-145208.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-20260601-145208.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ranked-awg1-20260601-152436.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-20260601-152436.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-foreign-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-all-latest.tsv': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-all-latest.tsv.before-validate-20260707-042048': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-foreign-latest.tsv.before-validate-20260707-042048': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-latest.tsv.before-validate-20260707-042048': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-latest.tsv.before-refill-20260708-061633': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/quarantine-awg1-latest.tsv.before-validate-20260706-161434': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-latest.tsv.before-refill-20260706-165740': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/selected-awg1-latest.tsv.before-refill-20260706-170839': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/quarantine-awg1-latest.tsv.before-validate-20260707-042048': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-all-latest.tsv.before-validate-20260708-042044': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-foreign-latest.tsv.before-validate-20260708-042044': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-latest.tsv.before-validate-20260708-042044': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/quarantine-awg1-latest.tsv.before-validate-20260708-042044': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-all-latest.tsv.before-validate-20260710-164754': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-foreign-latest.tsv.before-validate-20260710-164754': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/ok-awg1-strict-latest.tsv.before-validate-20260710-164754': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/cache.before/quarantine-awg1-latest.tsv.before-validate-20260710-164754': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/network.before': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/state.kv.before': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/state.kv.existed': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/emergency-decision-last.json.before': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/emergency-decision-last.existed': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/slot-rollbacks.before': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/state.before/step050m07b-20260711-182854-8532/slot-rollbacks.after': No space left on device\ncp: can't create directory '/root/step050m07c4-backup-20260711-203956-6486/state.before/backup-egress4-20260711-182916': No space left on device\ncp: can't create directory '/root/step050m07c4-backup-20260711-203956-6486/state.before/backup-egress4-20260711-184533': No space left on device\ncp: can't create directory '/root/step050m07c4-backup-20260711-203956-6486/state.before/backup-egress4-20260711-190443': No space left on device\ncp: can't create '/root/step050m07c4-backup-20260711-203956-6486/network.before': No space left on device\nsh: can't create /root/step050m07c4-backup-20260711-203956-6486/table200.before: No space left on device\nsh: can't create /root/step050m07c4-backup-20260711-203956-6486/slot-rollbacks.before: No space left on device\nsh: can't create /root/rollback-step050m07c4-20260711-203956-6486.sh: No space left on device\nchmod: /root/rollback-step050m07c4-20260711-203956-6486.sh: No such file or directory\nsh: can't create /etc/router-egress-emergency-refresh.conf.step050m07c4.6486.tmp: No space left on device\n" } }, "recommended_next_step": "Использовать automatic_classification, live stream, stdout/stderr и rollback-факты этого отчёта. Отдельный диагностический STEP не требуется." }