diff --git a/fleet/alice/autonomy-log.txt b/fleet/alice/autonomy-log.txt index 7b9da0c..e762f00 100644 --- a/fleet/alice/autonomy-log.txt +++ b/fleet/alice/autonomy-log.txt @@ -1,50 +1,50 @@ -[2026-03-16 19:40:01] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 19:40:02] [HEAL] [alice] Healed 1 services -[2026-03-16 19:40:03] [FLEET] [alice] octavia: DOWN (no ping response) -[2026-03-16 19:40:05] [FLEET] [alice] cecilia: DOWN (no ping response) -[2026-03-16 19:40:07] [FLEET] [alice] gematria: UP temp=C mem=4151MB disk=68% -[2026-03-16 19:40:07] [FLEET] [alice] lucidia: UP temp=56C mem=979MB disk=33% -[2026-03-16 19:40:09] [FLEET] [alice] aria: DOWN (no ping response) -[2026-03-16 19:40:11] [FLEET] [alice] anastasia: UP temp=C mem=309MB disk=69% -[2026-03-16 19:40:56] [BEAT] [alice] load=0.65 mem=3273/3794MB temp=34.1C disk=84% -[2026-03-16 19:40:56] [BEAT] [alice] load=0.65 mem=3273/3794MB temp=35.5C disk=84% -[2026-03-16 19:41:01] [BEAT] [alice] load=0.84 mem=3275/3794MB temp=35.5C disk=84% -[2026-03-16 19:42:01] [BEAT] [alice] load=0.87 mem=3277/3794MB temp=31.6C disk=84% -[2026-03-16 19:43:01] [BEAT] [alice] load=0.95 mem=3270/3794MB temp=34.6C disk=84% -[2026-03-16 19:44:01] [BEAT] [alice] load=1.58 mem=3275/3794MB temp=31.6C disk=84% -[2026-03-16 19:45:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 19:45:01] [BEAT] [alice] load=1.21 mem=3269/3794MB temp=33.1C disk=84% -[2026-03-16 19:45:02] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 19:45:03] [HEAL] [alice] Healed 1 services -[2026-03-16 19:45:47] [DIAL] [alice] Switchboard unreachable -[2026-03-16 19:46:01] [BEAT] [alice] load=0.96 mem=3266/3794MB temp=33.1C disk=84% -[2026-03-16 19:46:05] [BEAT] [alice] load=0.96 mem=3274/3794MB temp=32.6C disk=84% -[2026-03-16 19:46:05] [BEAT] [alice] load=0.96 mem=3273/3794MB temp=32.1C disk=84% -[2026-03-16 19:46:45] [DIAL] [alice] Switchboard unreachable -[2026-03-16 19:47:01] [BEAT] [alice] load=0.90 mem=3272/3794MB temp=32.1C disk=84% -[2026-03-16 19:48:01] [BEAT] [alice] load=0.66 mem=3276/3794MB temp=31.6C disk=84% -[2026-03-16 19:49:02] [BEAT] [alice] load=1.22 mem=3275/3794MB temp=33.1C disk=84% -[2026-03-16 19:50:01] [FLEET] [alice] Starting cross-node health check -[2026-03-16 19:50:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 19:50:01] [BEAT] [alice] load=0.49 mem=3273/3794MB temp=34.1C disk=84% -[2026-03-16 19:50:01] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 19:50:01] [FLEET] [alice] octavia: UP temp=35C mem=6353MB disk=68% -[2026-03-16 19:50:01] [HEAL] [alice] Healed 1 services -[2026-03-16 19:50:03] [FLEET] [alice] cecilia: DOWN (no ping response) -[2026-03-16 19:50:05] [FLEET] [alice] gematria: UP temp=C mem=4161MB disk=68% -[2026-03-16 19:50:06] [FLEET] [alice] lucidia: UP temp=61C mem=995MB disk=33% -[2026-03-16 19:50:07] [FLEET] [alice] aria: DOWN (no ping response) -[2026-03-16 19:50:08] [FLEET] [alice] anastasia: UP temp=C mem=308MB disk=69% -[2026-03-16 19:51:01] [BEAT] [alice] load=1.30 mem=3276/3794MB temp=32.6C disk=84% -[2026-03-16 19:51:14] [BEAT] [alice] load=1.25 mem=3273/3794MB temp=32.6C disk=84% -[2026-03-16 19:51:14] [BEAT] [alice] load=1.25 mem=3272/3794MB temp=32.6C disk=84% -[2026-03-16 19:52:01] [BEAT] [alice] load=1.43 mem=3276/3794MB temp=32.1C disk=84% -[2026-03-16 19:53:01] [BEAT] [alice] load=1.76 mem=3265/3794MB temp=32.6C disk=84% -[2026-03-16 19:54:01] [BEAT] [alice] load=1.07 mem=3276/3794MB temp=31.6C disk=84% -[2026-03-16 19:55:02] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 19:55:02] [BEAT] [alice] load=1.03 mem=3274/3794MB temp=32.6C disk=84% -[2026-03-16 19:55:02] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 19:55:03] [HEAL] [alice] Healed 1 services -[2026-03-16 19:56:01] [BEAT] [alice] load=0.88 mem=3274/3794MB temp=30.7C disk=84% -[2026-03-16 19:56:22] [BEAT] [alice] load=1.08 mem=3273/3794MB temp=32.6C disk=84% -[2026-03-16 19:56:22] [BEAT] [alice] load=1.08 mem=3272/3794MB temp=32.6C disk=84% +[2026-03-16 20:08:02] [BEAT] [alice] load=1.22 mem=3265/3794MB temp=33.1C disk=84% +[2026-03-16 20:09:01] [BEAT] [alice] load=1.02 mem=3272/3794MB temp=31.2C disk=84% +[2026-03-16 20:10:05] [FLEET] [alice] Starting cross-node health check +[2026-03-16 20:10:05] [BEAT] [alice] load=2.71 mem=3259/3794MB temp=35.0C disk=84% +[2026-03-16 20:10:05] [FLEET] [alice] octavia: UP temp=33C mem=6367MB disk=68% +[2026-03-16 20:10:07] [FLEET] [alice] cecilia: DOWN (no ping response) +[2026-03-16 20:10:09] [FLEET] [alice] gematria: UP temp=C mem=4174MB disk=68% +[2026-03-16 20:10:21] [FLEET] [alice] lucidia: UP temp=66C mem=983MB disk=33% +[2026-03-16 20:10:23] [FLEET] [alice] aria: DOWN (no ping response) +[2026-03-16 20:10:24] [FLEET] [alice] anastasia: UP temp=C mem=330MB disk=69% +[2026-03-16 20:11:01] [BEAT] [alice] load=3.21 mem=3271/3794MB temp=30.7C disk=84% +[2026-03-16 20:11:49] [BEAT] [alice] load=2.14 mem=3272/3794MB temp=32.6C disk=84% +[2026-03-16 20:11:49] [BEAT] [alice] load=2.14 mem=3272/3794MB temp=33.1C disk=84% +[2026-03-16 20:12:01] [BEAT] [alice] load=2.19 mem=3275/3794MB temp=34.6C disk=84% +[2026-03-16 20:13:01] [BEAT] [alice] load=1.41 mem=3277/3794MB temp=31.2C disk=84% +[2026-03-16 20:14:01] [BEAT] [alice] load=1.19 mem=3274/3794MB temp=30.7C disk=84% +[2026-03-16 20:15:02] [HEAL] [alice] Service blackroad-agent is DOWN — restarting +[2026-03-16 20:15:02] [BEAT] [alice] load=0.76 mem=3265/3794MB temp=32.6C disk=84% +[2026-03-16 20:15:02] [HEAL] [alice] Service blackroad-agent restarted successfully +[2026-03-16 20:15:02] [HEAL] [alice] Healed 1 services +[2026-03-16 20:15:47] [DIAL] [alice] Switchboard unreachable +[2026-03-16 20:16:01] [BEAT] [alice] load=0.90 mem=3276/3794MB temp=31.6C disk=84% +[2026-03-16 20:16:46] [DIAL] [alice] Switchboard unreachable +[2026-03-16 20:16:58] [BEAT] [alice] load=1.08 mem=3275/3794MB temp=31.2C disk=84% +[2026-03-16 20:16:58] [BEAT] [alice] load=1.08 mem=3274/3794MB temp=30.7C disk=84% +[2026-03-16 20:17:02] [BEAT] [alice] load=1.08 mem=3265/3794MB temp=31.6C disk=84% +[2026-03-16 20:18:01] [BEAT] [alice] load=1.16 mem=3275/3794MB temp=30.2C disk=84% +[2026-03-16 20:19:01] [BEAT] [alice] load=0.75 mem=3274/3794MB temp=31.2C disk=84% +[2026-03-16 20:20:01] [FLEET] [alice] Starting cross-node health check +[2026-03-16 20:20:01] [BEAT] [alice] load=0.90 mem=3269/3794MB temp=33.1C disk=84% +[2026-03-16 20:20:02] [FLEET] [alice] octavia: UP temp=33C mem=6332MB disk=68% +[2026-03-16 20:20:04] [FLEET] [alice] cecilia: DOWN (no ping response) +[2026-03-16 20:20:06] [FLEET] [alice] gematria: UP temp=C mem=4179MB disk=68% +[2026-03-16 20:20:07] [FLEET] [alice] lucidia: UP temp=52C mem=1173MB disk=33% +[2026-03-16 20:20:09] [FLEET] [alice] aria: DOWN (no ping response) +[2026-03-16 20:20:09] [FLEET] [alice] anastasia: UP temp=C mem=326MB disk=69% +[2026-03-16 20:21:02] [BEAT] [alice] load=1.02 mem=3278/3794MB temp=29.7C disk=84% +[2026-03-16 20:22:01] [BEAT] [alice] load=1.06 mem=3277/3794MB temp=31.6C disk=84% +[2026-03-16 20:22:07] [BEAT] [alice] load=0.90 mem=3275/3794MB temp=30.2C disk=84% +[2026-03-16 20:22:07] [BEAT] [alice] load=0.90 mem=3275/3794MB temp=31.2C disk=84% +[2026-03-16 20:23:01] [BEAT] [alice] load=0.64 mem=3275/3794MB temp=30.7C disk=84% +[2026-03-16 20:24:01] [BEAT] [alice] load=0.69 mem=3270/3794MB temp=31.6C disk=84% +[2026-03-16 20:25:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting +[2026-03-16 20:25:01] [BEAT] [alice] load=0.59 mem=3269/3794MB temp=32.1C disk=84% +[2026-03-16 20:25:01] [HEAL] [alice] Service blackroad-agent restarted successfully +[2026-03-16 20:25:02] [HEAL] [alice] Healed 1 services +[2026-03-16 20:26:01] [BEAT] [alice] load=0.77 mem=3276/3794MB temp=31.6C disk=84% +[2026-03-16 20:27:01] [BEAT] [alice] load=0.71 mem=3271/3794MB temp=31.6C disk=84% +[2026-03-16 20:27:15] [BEAT] [alice] load=0.84 mem=3271/3794MB temp=34.1C disk=84% +[2026-03-16 20:27:16] [BEAT] [alice] load=0.84 mem=3271/3794MB temp=32.6C disk=84% diff --git a/fleet/alice/heartbeat.json b/fleet/alice/heartbeat.json index ba810cc..f83b274 100644 --- a/fleet/alice/heartbeat.json +++ b/fleet/alice/heartbeat.json @@ -1 +1 @@ -{"node":"alice","ts":"2026-03-17T00:56:22Z","load":1.08,"mem_free_mb":3272,"mem_total_mb":3794,"temp_c":32.6,"disk_pct":84,"throttle":"0x0"} +{"node":"alice","ts":"2026-03-17T01:27:16Z","load":0.84,"mem_free_mb":3271,"mem_total_mb":3794,"temp_c":32.6,"disk_pct":84,"throttle":"0x0"} diff --git a/fleet/alice/ports.txt b/fleet/alice/ports.txt index bbcdc69..786f3ae 100644 --- a/fleet/alice/ports.txt +++ b/fleet/alice/ports.txt @@ -11,7 +11,7 @@ LISTEN 0 5 0.0.0.0:8013 0.0.0.0:* users:(("python3",pid LISTEN 0 5 0.0.0.0:8012 0.0.0.0:* LISTEN 0 5 0.0.0.0:8014 0.0.0.0:* LISTEN 0 2048 0.0.0.0:8001 0.0.0.0:* users:(("python3",pid=617,fd=6)) -LISTEN 0 5 0.0.0.0:7890 0.0.0.0:* users:(("python3",pid=22259,fd=5)) +LISTEN 0 5 0.0.0.0:7890 0.0.0.0:* users:(("python3",pid=7179,fd=5)) LISTEN 0 200 0.0.0.0:443 0.0.0.0:* LISTEN 0 1024 0.0.0.0:6333 0.0.0.0:* LISTEN 0 128 0.0.0.0:6334 0.0.0.0:* diff --git a/fleet/alice/services.txt b/fleet/alice/services.txt index 8f3effd..4c5e40e 100644 --- a/fleet/alice/services.txt +++ b/fleet/alice/services.txt @@ -25,6 +25,7 @@ prism-agent.service qdrant.service redis-server.service rng-tools-debian.service +road-phone.service roadnet-failover.service rsyslog.service rtkit-daemon.service diff --git a/fleet/alice/system-info.json b/fleet/alice/system-info.json index ae43887..9a2504e 100644 --- a/fleet/alice/system-info.json +++ b/fleet/alice/system-info.json @@ -1,19 +1,19 @@ { "hostname": "alice", - "ts": "2026-03-17T00:56:25Z", - "uptime_seconds": 79923, + "ts": "2026-03-17T01:27:18Z", + "uptime_seconds": 81775, "kernel": "6.1.21-v8+", - "temp_c": 33.1, + "temp_c": 34.1, "memory_mb": { "total": 3794, - "used": 420, - "free": 3273 + "used": 423, + "free": 3270 }, "disk": "12G/15G (84%)", "load": [ - 1.08, - 1.12, - 1.08 + 0.85, + 0.87, + 1.01 ], "ollama_models": [ "qwen2.5:3b", diff --git a/fleet/anastasia/ports.txt b/fleet/anastasia/ports.txt index a999f25..bc174f1 100644 --- a/fleet/anastasia/ports.txt +++ b/fleet/anastasia/ports.txt @@ -11,7 +11,7 @@ LISTEN 0 5 0.0.0.0:8787 0.0.0.0:* users:(("python3",pid LISTEN 0 511 0.0.0.0:80 0.0.0.0:* users:(("nginx",pid=3461172,fd=8),("nginx",pid=3461171,fd=8)) LISTEN 0 4096 0.0.0.0:111 0.0.0.0:* users:(("rpcbind",pid=589,fd=4),("systemd",pid=1,fd=127)) LISTEN 0 4096 *:8080 *:* users:(("headscale",pid=2341808,fd=12)) -LISTEN 0 511 *:3000 *:* users:(("node /srv/hello",pid=1961167,fd=19)) +LISTEN 0 511 *:3000 *:* users:(("node /srv/hello",pid=1966990,fd=19)) LISTEN 0 511 *:3001 *:* users:(("node",pid=757,fd=21)) LISTEN 0 128 [::]:22 [::]:* users:(("sshd",pid=991,fd=8)) LISTEN 0 511 [::]:80 [::]:* users:(("nginx",pid=3461172,fd=9),("nginx",pid=3461171,fd=9)) diff --git a/fleet/anastasia/services.txt b/fleet/anastasia/services.txt index 9a0ec20..d89bcee 100644 --- a/fleet/anastasia/services.txt +++ b/fleet/anastasia/services.txt @@ -4,6 +4,7 @@ chronyd.service cloudflared.service containerd.service crond.service +dbus-:1.1-org.fedoraproject.SetroubleshootPrivileged@74243.service dbus-broker.service docker.service droplet-agent.service @@ -20,6 +21,7 @@ polkit.service rpcbind.service rsyslog.service serial-getty@ttyS0.service +setroubleshootd.service sshd.service systemd-journald.service systemd-logind.service diff --git a/fleet/anastasia/system-info.json b/fleet/anastasia/system-info.json index 3912beb..e11589e 100644 --- a/fleet/anastasia/system-info.json +++ b/fleet/anastasia/system-info.json @@ -1,22 +1,22 @@ { "hostname": "anastasia", - "ts": "2026-03-17T00:56:23Z", - "uptime_seconds": 6850875, + "ts": "2026-03-17T01:27:17Z", + "uptime_seconds": 6852729, "kernel": "5.14.0-651.el9.x86_64", "temp_c": 0, "memory_mb": { "total": 765, - "used": 457, - "free": 307 + "used": 558, + "free": 206 }, "disk": "18G/25G (69%)", "load": [ - 0.1, - 0.06, - 0.06 + 0.16, + 0.08, + 0.07 ], "ollama_models": [], "throttle": "N/A", "voltage": "N/A", - "services_running": 28 + "services_running": 30 } diff --git a/fleet/aria/status.json b/fleet/aria/status.json index 02487dd..d397aad 100644 --- a/fleet/aria/status.json +++ b/fleet/aria/status.json @@ -1 +1 @@ -{"node":"aria","status":"down","ts":"2026-03-17T00:56:22Z"} +{"node":"aria","status":"down","ts":"2026-03-17T01:27:15Z"} diff --git a/fleet/cecilia/status.json b/fleet/cecilia/status.json index f2a567f..66c17df 100644 --- a/fleet/cecilia/status.json +++ b/fleet/cecilia/status.json @@ -1 +1 @@ -{"node":"cecilia","status":"down","ts":"2026-03-17T00:56:22Z"} +{"node":"cecilia","status":"down","ts":"2026-03-17T01:27:16Z"} diff --git a/fleet/gematria/system-info.json b/fleet/gematria/system-info.json index a662ae3..0f11bc2 100644 --- a/fleet/gematria/system-info.json +++ b/fleet/gematria/system-info.json @@ -1,18 +1,18 @@ { "hostname": "gematria", - "ts": "2026-03-17T00:56:25Z", - "uptime_seconds": 5508177, + "ts": "2026-03-17T01:27:18Z", + "uptime_seconds": 5510030, "kernel": "5.15.0-113-generic", "temp_c": 0, "memory_mb": { "total": 7937, - "used": 3298, - "free": 4161 + "used": 3309, + "free": 4146 }, "disk": "53G/78G (68%)", "load": [ - 3.14, - 3.09, + 3.03, + 3.05, 3.07 ], "ollama_models": [ diff --git a/fleet/lucidia/autonomy-log.txt b/fleet/lucidia/autonomy-log.txt index ed464b5..3a51b20 100644 --- a/fleet/lucidia/autonomy-log.txt +++ b/fleet/lucidia/autonomy-log.txt @@ -1,50 +1,50 @@ -[2026-03-16 19:36:01] [BEAT] [lucidia] load=2.29 mem=1074/8063MB temp=54.0C disk=33% -[2026-03-16 19:37:02] [BEAT] [lucidia] load=1.93 mem=1018/8063MB temp=59.5C disk=33% -[2026-03-16 19:37:33] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 19:38:01] [BEAT] [lucidia] load=1.54 mem=1028/8063MB temp=51.8C disk=33% -[2026-03-16 19:39:01] [BEAT] [lucidia] load=1.63 mem=1087/8063MB temp=52.9C disk=33% -[2026-03-16 19:40:01] [FLEET] [lucidia] Starting cross-node health check -[2026-03-16 19:40:01] [BEAT] [lucidia] load=2.44 mem=1050/8063MB temp=59.5C disk=33% -[2026-03-16 19:40:01] [HEAL] [lucidia] High swap: 2012MB — clearing inactive -[2026-03-16 19:40:02] [FLEET] [lucidia] alice: UP temp=34C mem=3263MB disk=84% -[2026-03-16 19:40:04] [FLEET] [lucidia] octavia: DOWN (no ping response) -[2026-03-16 19:40:06] [FLEET] [lucidia] cecilia: DOWN (no ping response) -[2026-03-16 19:40:07] [FLEET] [lucidia] gematria: UP temp=C mem=4151MB disk=68% -[2026-03-16 19:40:09] [FLEET] [lucidia] aria: DOWN (no ping response) -[2026-03-16 19:40:10] [FLEET] [lucidia] anastasia: UP temp=C mem=309MB disk=69% -[2026-03-16 19:40:55] [BEAT] [lucidia] load=1.39 mem=1032/8063MB temp=51.8C disk=33% -[2026-03-16 19:40:55] [BEAT] [lucidia] load=1.39 mem=1030/8063MB temp=52.4C disk=33% -[2026-03-16 19:41:01] [BEAT] [lucidia] load=1.28 mem=1053/8063MB temp=52.4C disk=33% -[2026-03-16 19:42:01] [BEAT] [lucidia] load=1.67 mem=1072/8063MB temp=52.4C disk=33% -[2026-03-16 19:43:01] [BEAT] [lucidia] load=1.74 mem=1051/8063MB temp=53.5C disk=33% -[2026-03-16 19:44:01] [BEAT] [lucidia] load=1.76 mem=1076/8063MB temp=60.0C disk=33% -[2026-03-16 19:45:01] [BEAT] [lucidia] load=1.83 mem=1060/8063MB temp=52.9C disk=33% -[2026-03-16 19:45:01] [HEAL] [lucidia] High swap: 2012MB — clearing inactive -[2026-03-16 19:45:47] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 19:46:01] [BEAT] [lucidia] load=1.88 mem=1070/8063MB temp=52.9C disk=33% -[2026-03-16 19:46:04] [BEAT] [lucidia] load=1.88 mem=1028/8063MB temp=54.0C disk=33% -[2026-03-16 19:46:04] [BEAT] [lucidia] load=1.88 mem=1027/8063MB temp=54.0C disk=33% -[2026-03-16 19:47:01] [BEAT] [lucidia] load=2.20 mem=1037/8063MB temp=53.5C disk=33% -[2026-03-16 19:48:01] [BEAT] [lucidia] load=2.07 mem=1056/8063MB temp=56.8C disk=33% -[2026-03-16 19:49:02] [BEAT] [lucidia] load=1.98 mem=1064/8063MB temp=51.2C disk=33% -[2026-03-16 19:50:01] [FLEET] [lucidia] Starting cross-node health check -[2026-03-16 19:50:01] [BEAT] [lucidia] load=4.13 mem=1042/8063MB temp=62.2C disk=33% -[2026-03-16 19:50:01] [HEAL] [lucidia] High swap: 2011MB — clearing inactive -[2026-03-16 19:50:02] [FLEET] [lucidia] alice: UP temp=33C mem=3270MB disk=84% -[2026-03-16 19:50:04] [FLEET] [lucidia] octavia: DOWN (no ping response) -[2026-03-16 19:50:06] [FLEET] [lucidia] cecilia: DOWN (no ping response) -[2026-03-16 19:50:07] [FLEET] [lucidia] gematria: UP temp=C mem=4160MB disk=68% -[2026-03-16 19:50:09] [FLEET] [lucidia] aria: DOWN (no ping response) -[2026-03-16 19:50:10] [FLEET] [lucidia] anastasia: UP temp=C mem=308MB disk=69% -[2026-03-16 19:51:01] [BEAT] [lucidia] load=2.72 mem=1075/8063MB temp=53.5C disk=33% -[2026-03-16 19:51:13] [BEAT] [lucidia] load=3.11 mem=1060/8063MB temp=54.0C disk=33% -[2026-03-16 19:51:13] [BEAT] [lucidia] load=3.11 mem=1057/8063MB temp=53.5C disk=33% -[2026-03-16 19:52:01] [BEAT] [lucidia] load=4.48 mem=1011/8063MB temp=53.5C disk=33% -[2026-03-16 19:52:33] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 19:53:01] [BEAT] [lucidia] load=3.35 mem=1040/8063MB temp=57.3C disk=33% -[2026-03-16 19:54:01] [BEAT] [lucidia] load=3.02 mem=1023/8063MB temp=51.8C disk=33% -[2026-03-16 19:55:01] [BEAT] [lucidia] load=4.40 mem=1021/8063MB temp=56.2C disk=33% -[2026-03-16 19:55:01] [HEAL] [lucidia] High swap: 2011MB — clearing inactive -[2026-03-16 19:56:01] [BEAT] [lucidia] load=3.13 mem=1019/8063MB temp=49.6C disk=33% -[2026-03-16 19:56:21] [BEAT] [lucidia] load=2.50 mem=1014/8063MB temp=48.5C disk=33% -[2026-03-16 19:56:21] [BEAT] [lucidia] load=2.50 mem=1013/8063MB temp=48.5C disk=33% +[2026-03-16 20:07:01] [BEAT] [lucidia] load=4.92 mem=1008/8063MB temp=50.1C disk=33% +[2026-03-16 20:07:33] [DIAL] [lucidia] Switchboard unreachable +[2026-03-16 20:08:01] [BEAT] [lucidia] load=3.47 mem=1018/8063MB temp=60.0C disk=33% +[2026-03-16 20:09:01] [BEAT] [lucidia] load=5.45 mem=1008/8063MB temp=63.4C disk=33% +[2026-03-16 20:10:01] [FLEET] [lucidia] Starting cross-node health check +[2026-03-16 20:10:01] [BEAT] [lucidia] load=8.21 mem=999/8063MB temp=66.1C disk=33% +[2026-03-16 20:10:01] [HEAL] [lucidia] High swap: 2009MB — clearing inactive +[2026-03-16 20:10:03] [FLEET] [lucidia] alice: UP temp=34C mem=3263MB disk=84% +[2026-03-16 20:10:05] [FLEET] [lucidia] octavia: DOWN (no ping response) +[2026-03-16 20:10:07] [FLEET] [lucidia] cecilia: DOWN (no ping response) +[2026-03-16 20:10:09] [FLEET] [lucidia] gematria: UP temp=C mem=4175MB disk=68% +[2026-03-16 20:10:11] [FLEET] [lucidia] aria: DOWN (no ping response) +[2026-03-16 20:10:12] [FLEET] [lucidia] anastasia: UP temp=C mem=302MB disk=69% +[2026-03-16 20:11:01] [BEAT] [lucidia] load=9.72 mem=1226/8063MB temp=67.2C disk=33% +[2026-03-16 20:11:49] [BEAT] [lucidia] load=9.41 mem=1199/8063MB temp=66.1C disk=33% +[2026-03-16 20:11:49] [BEAT] [lucidia] load=9.41 mem=1197/8063MB temp=65.5C disk=33% +[2026-03-16 20:12:01] [BEAT] [lucidia] load=9.03 mem=1201/8063MB temp=67.8C disk=33% +[2026-03-16 20:13:01] [BEAT] [lucidia] load=4.36 mem=1209/8063MB temp=54.5C disk=33% +[2026-03-16 20:14:01] [BEAT] [lucidia] load=2.91 mem=1167/8063MB temp=54.0C disk=33% +[2026-03-16 20:15:36] [BEAT] [lucidia] load=33.94 mem=1191/8063MB temp=50.1C disk=33% +[2026-03-16 20:15:37] [HEAL] [lucidia] High swap: 2075MB — clearing inactive +[2026-03-16 20:16:01] [BEAT] [lucidia] load=24.55 mem=1221/8063MB temp=58.4C disk=33% +[2026-03-16 20:16:23] [DIAL] [lucidia] Switchboard unreachable +[2026-03-16 20:16:57] [BEAT] [lucidia] load=10.26 mem=1210/8063MB temp=54.0C disk=33% +[2026-03-16 20:16:57] [BEAT] [lucidia] load=10.26 mem=1210/8063MB temp=54.0C disk=33% +[2026-03-16 20:17:01] [BEAT] [lucidia] load=10.26 mem=1189/8063MB temp=53.5C disk=33% +[2026-03-16 20:18:01] [BEAT] [lucidia] load=4.82 mem=1201/8063MB temp=52.9C disk=33% +[2026-03-16 20:19:01] [BEAT] [lucidia] load=3.27 mem=1226/8063MB temp=59.0C disk=33% +[2026-03-16 20:20:01] [FLEET] [lucidia] Starting cross-node health check +[2026-03-16 20:20:01] [BEAT] [lucidia] load=1.92 mem=1224/8063MB temp=52.4C disk=33% +[2026-03-16 20:20:01] [HEAL] [lucidia] High swap: 2075MB — clearing inactive +[2026-03-16 20:20:03] [FLEET] [lucidia] alice: UP temp=33C mem=3267MB disk=84% +[2026-03-16 20:20:05] [FLEET] [lucidia] octavia: DOWN (no ping response) +[2026-03-16 20:20:07] [FLEET] [lucidia] cecilia: DOWN (no ping response) +[2026-03-16 20:20:10] [FLEET] [lucidia] gematria: UP temp=C mem=4179MB disk=68% +[2026-03-16 20:20:12] [FLEET] [lucidia] aria: DOWN (no ping response) +[2026-03-16 20:20:13] [FLEET] [lucidia] anastasia: UP temp=C mem=326MB disk=69% +[2026-03-16 20:21:01] [BEAT] [lucidia] load=2.87 mem=1216/8063MB temp=54.0C disk=33% +[2026-03-16 20:22:01] [BEAT] [lucidia] load=2.64 mem=1204/8063MB temp=59.5C disk=33% +[2026-03-16 20:22:06] [BEAT] [lucidia] load=2.75 mem=1190/8063MB temp=60.0C disk=33% +[2026-03-16 20:22:06] [BEAT] [lucidia] load=2.75 mem=1188/8063MB temp=59.5C disk=33% +[2026-03-16 20:22:34] [DIAL] [lucidia] Switchboard unreachable +[2026-03-16 20:23:01] [BEAT] [lucidia] load=2.33 mem=1212/8063MB temp=53.5C disk=33% +[2026-03-16 20:24:01] [BEAT] [lucidia] load=2.17 mem=1205/8063MB temp=52.9C disk=33% +[2026-03-16 20:25:01] [BEAT] [lucidia] load=2.49 mem=1167/8063MB temp=59.5C disk=33% +[2026-03-16 20:25:01] [HEAL] [lucidia] High swap: 2075MB — clearing inactive +[2026-03-16 20:27:08] [BEAT] [lucidia] load=48.29 mem=1257/8063MB temp=50.1C disk=33% +[2026-03-16 20:27:09] [BEAT] [lucidia] load=24.51 mem=1135/8063MB temp=51.8C disk=33% +[2026-03-16 20:27:15] [BEAT] [lucidia] load=44.50 mem=1209/8063MB temp=52.4C disk=33% +[2026-03-16 20:27:15] [BEAT] [lucidia] load=44.50 mem=1207/8063MB temp=51.8C disk=33% diff --git a/fleet/lucidia/docker.txt b/fleet/lucidia/docker.txt index 8dca74e..47e63ae 100644 --- a/fleet/lucidia/docker.txt +++ b/fleet/lucidia/docker.txt @@ -1,14 +1,14 @@ -blackroad-gitea Up 22 hours -road-pdns-admin Up 22 hours (healthy) -road-pdns Up 22 hours -road-dns-db Up 22 hours -roadauth Up 22 hours -roadapi Up 22 hours -blackroad-edge-agent Up 22 hours -blackroad.systems Up 22 hours -blackroadai.com Up 22 hours -blackroad-auth-gateway Up 22 hours -blackroad-metaverse Up 22 hours -blackroad-os Up 22 hours -blackroad-os-carpool Up 22 hours -pi-my-agent-1 Up 22 hours (healthy) +blackroad-gitea Up 23 hours +road-pdns-admin Up 23 hours (healthy) +road-pdns Up 23 hours +road-dns-db Up 23 hours +roadauth Up 23 hours +roadapi Up 23 hours +blackroad-edge-agent Up 23 hours +blackroad.systems Up 23 hours +blackroadai.com Up 23 hours +blackroad-auth-gateway Up 23 hours +blackroad-metaverse Up 23 hours +blackroad-os Up 23 hours +blackroad-os-carpool Up 23 hours +pi-my-agent-1 Up 23 hours (healthy) diff --git a/fleet/lucidia/heartbeat.json b/fleet/lucidia/heartbeat.json index fb47d44..05c4f12 100644 --- a/fleet/lucidia/heartbeat.json +++ b/fleet/lucidia/heartbeat.json @@ -1 +1 @@ -{"node":"lucidia","ts":"2026-03-17T00:56:21Z","load":2.50,"mem_free_mb":1013,"mem_total_mb":8063,"temp_c":48.5,"disk_pct":33,"throttle":"0x0"} +{"node":"lucidia","ts":"2026-03-17T01:27:15Z","load":44.50,"mem_free_mb":1207,"mem_total_mb":8063,"temp_c":51.8,"disk_pct":33,"throttle":"0x0"} diff --git a/fleet/lucidia/services.txt b/fleet/lucidia/services.txt index f18741e..b24913c 100644 --- a/fleet/lucidia/services.txt +++ b/fleet/lucidia/services.txt @@ -29,6 +29,7 @@ pironman5.service pm2-pi.service polkit.service postgresql@17-main.service +road-phone.service roadnet-failover.service rtkit-daemon.service serial-getty@ttyAMA10.service diff --git a/fleet/lucidia/system-info.json b/fleet/lucidia/system-info.json index a2f026c..c62d8dd 100644 --- a/fleet/lucidia/system-info.json +++ b/fleet/lucidia/system-info.json @@ -1,19 +1,19 @@ { "hostname": "octavia", - "ts": "2026-03-17T00:56:22Z", - "uptime_seconds": 79740, + "ts": "2026-03-17T01:27:16Z", + "uptime_seconds": 81594, "kernel": "6.12.62+rpt-rpi-2712", - "temp_c": 48.5, + "temp_c": 51.8, "memory_mb": { "total": 8063, - "used": 7079, - "free": 983 + "used": 6861, + "free": 1201 }, "disk": "74G/235G (33%)", "load": [ - 2.5, - 3.12, - 3.24 + 44.5, + 17.29, + 10.03 ], "ollama_models": [ "qwen2.5:3b", @@ -25,5 +25,5 @@ ], "throttle": "0x0", "voltage": "0.8587V", - "services_running": 47 + "services_running": 48 } diff --git a/fleet/octavia/status.json b/fleet/octavia/status.json index a6cf63b..544794a 100644 --- a/fleet/octavia/status.json +++ b/fleet/octavia/status.json @@ -1 +1 @@ -{"node":"octavia","status":"down","ts":"2026-03-17T00:56:22Z"} +{"node":"octavia","status":"down","ts":"2026-03-17T01:27:15Z"}