From 9b10326c78653b41be6328648a7ee2de4d403080 Mon Sep 17 00:00:00 2001 From: Alexa Amundson Date: Mon, 16 Mar 2026 21:30:02 -0500 Subject: [PATCH] =?UTF-8?q?sync:=202026-03-16=2021:30=20=E2=80=94=2017=20f?= =?UTF-8?q?iles=20from=20Alexandria?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit RoadChain-SHA2048: 608d6fd1f55acb3f RoadChain-Identity: alexa@sovereign RoadChain-Full: 608d6fd1f55acb3f324fbe05e50e200b26c50a20a590ebcc982bade81d3392a1f19a7052d53e8b247fdb70554b97297d020df3de5a4d4d99415462afaa3d2c73006b0e038a62ce7b44fa95b76a39ad087bfe16043e535a6dc24304520777fd99a4d386987f028a774bd63b66729b7a4f00bd65bd55022f425595ccbc50eb7f27c6072a6a1324d613e019c0635d30a06127934eeb7540cfca85e9706d28f189c0c667145d08ec2e34f588662b83074f86ba5d728ed658edbaf3187b32b0da919640ee3acb6fdbc5aa6e45f198d2f569effbafa430f08d0f98dd487ca9ed29e8f5dadfc85b4f256ebcdb7702b12cfec4292585d477d1c7ff8918092a9ed5643b97 --- bin/br-slack | 16 +++++ fleet/alice/autonomy-log.txt | 100 +++++++++++++++---------------- fleet/alice/heartbeat.json | 2 +- fleet/alice/ports.txt | 2 +- fleet/alice/services.txt | 2 - fleet/alice/system-info.json | 16 ++--- fleet/anastasia/ports.txt | 2 +- fleet/anastasia/system-info.json | 12 ++-- fleet/aria/status.json | 2 +- fleet/cecilia/status.json | 2 +- fleet/gematria/system-info.json | 14 ++--- fleet/lucidia/autonomy-log.txt | 100 +++++++++++++++---------------- fleet/lucidia/docker.txt | 28 ++++----- fleet/lucidia/heartbeat.json | 2 +- fleet/lucidia/services.txt | 1 + fleet/lucidia/system-info.json | 20 +++---- fleet/octavia/status.json | 2 +- 17 files changed, 169 insertions(+), 154 deletions(-) create mode 100755 bin/br-slack diff --git a/bin/br-slack b/bin/br-slack new file mode 100755 index 0000000..84d8883 --- /dev/null +++ b/bin/br-slack @@ -0,0 +1,16 @@ +#!/bin/bash +SLACK_API="https://blackroad-slack.amundsonalexa.workers.dev" +NODE_NAME="alexandria" +P='\033[38;5;205m'; G='\033[38;5;82m'; R='\033[0m' +case "${1:-help}" in + say|post) curl -s -X POST "$SLACK_API/post" -H 'Content-Type: application/json' -d "{\"text\":\"*${NODE_NAME}:* ${*:2}\"}" >/dev/null; echo -e "${G}✓${R} Posted";; + alert) curl -s -X POST "$SLACK_API/alert" -H 'Content-Type: application/json' -d "{\"text\":\"*${NODE_NAME}:* ${*:2}\"}" >/dev/null; echo -e "${G}✓${R} Alert sent";; + ask) curl -s -X POST "$SLACK_API/ask" -H 'Content-Type: application/json' -d "{\"agent\":\"${2:-road}\",\"message\":\"${*:3}\",\"slack\":true}" | python3 -c "import sys,json;print(json.load(sys.stdin).get('reply','?'))" 2>/dev/null;; + collab) curl -s -X POST "$SLACK_API/collab" -H 'Content-Type: application/json' -d "{\"type\":\"announce\",\"session_id\":\"${NODE_NAME}-$(date +%s)\",\"message\":\"${*:2}\"}" >/dev/null; echo -e "${G}✓${R} Sent";; + til) curl -s -X POST "$SLACK_API/memory" -H 'Content-Type: application/json' -H 'User-Agent: BlackRoad-Pi/1.0' -d "{\"type\":\"til\",\"category\":\"${2:-tip}\",\"learning\":\"${*:3}\",\"broadcaster\":\"$NODE_NAME\"}" >/dev/null; echo -e "${G}✓${R} TIL";; + log) curl -s -X POST "$SLACK_API/memory" -H 'Content-Type: application/json' -H 'User-Agent: BlackRoad-Pi/1.0' -d "{\"type\":\"journal\",\"action\":\"${2:-log}\",\"entity\":\"${3:-?}\",\"details\":\"${*:4}\",\"source\":\"$NODE_NAME\"}" >/dev/null; echo -e "${G}✓${R} Logged";; + health) curl -s "$SLACK_API/health" | python3 -m json.tool 2>/dev/null;; + agents) curl -s "$SLACK_API/agents" | python3 -c "import json,sys;[print(f'{a[\"emoji\"]} {a[\"name\"]:14} — {a[\"role\"]}') for a in json.load(sys.stdin)['agents']];print()" 2>/dev/null;; + status) curl -s "$SLACK_API/memory/stats" | python3 -m json.tool 2>/dev/null;; + *) echo -e "${P}br-slack${R} — say|alert|ask|collab|til|log|health|agents|status";; +esac diff --git a/fleet/alice/autonomy-log.txt b/fleet/alice/autonomy-log.txt index 5fdca5c..bbc2aec 100644 --- a/fleet/alice/autonomy-log.txt +++ b/fleet/alice/autonomy-log.txt @@ -1,50 +1,50 @@ -[2026-03-16 20:40:01] [HEAL] [alice] Healed 1 services -[2026-03-16 20:40:03] [FLEET] [alice] cecilia: DOWN (no ping response) -[2026-03-16 20:40:06] [FLEET] [alice] gematria: UP temp=C mem=4163MB disk=68% -[2026-03-16 20:40:41] [FLEET] [alice] lucidia: UP temp=54C mem=1235MB disk=33% -[2026-03-16 20:40:43] [FLEET] [alice] aria: DOWN (no ping response) -[2026-03-16 20:40:44] [FLEET] [alice] anastasia: UP temp=C mem=336MB disk=69% -[2026-03-16 20:41:01] [BEAT] [alice] load=0.99 mem=3268/3794MB temp=33.6C disk=84% -[2026-03-16 20:42:01] [BEAT] [alice] load=0.55 mem=3275/3794MB temp=31.6C disk=84% -[2026-03-16 20:42:41] [BEAT] [alice] load=0.70 mem=3271/3794MB temp=34.1C disk=84% -[2026-03-16 20:42:42] [BEAT] [alice] load=0.70 mem=3271/3794MB temp=34.1C disk=84% -[2026-03-16 20:43:01] [BEAT] [alice] load=0.90 mem=3271/3794MB temp=33.6C disk=84% -[2026-03-16 20:44:01] [BEAT] [alice] load=0.66 mem=3274/3794MB temp=30.2C disk=84% -[2026-03-16 20:45:02] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 20:45:02] [BEAT] [alice] load=1.30 mem=3265/3794MB temp=33.6C disk=84% -[2026-03-16 20:45:02] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 20:45:02] [HEAL] [alice] Healed 1 services -[2026-03-16 20:45:47] [DIAL] [alice] Switchboard unreachable -[2026-03-16 20:46:02] [BEAT] [alice] load=0.85 mem=3265/3794MB temp=32.6C disk=84% -[2026-03-16 20:46:47] [DIAL] [alice] Switchboard unreachable -[2026-03-16 20:47:01] [BEAT] [alice] load=0.73 mem=3263/3794MB temp=31.6C disk=84% -[2026-03-16 20:47:50] [BEAT] [alice] load=1.06 mem=3271/3794MB temp=31.2C disk=84% -[2026-03-16 20:47:51] [BEAT] [alice] load=1.06 mem=3271/3794MB temp=32.1C disk=84% -[2026-03-16 20:48:01] [BEAT] [alice] load=1.05 mem=3248/3794MB temp=33.6C disk=84% -[2026-03-16 20:49:01] [BEAT] [alice] load=1.10 mem=3267/3794MB temp=32.1C disk=84% -[2026-03-16 20:50:01] [FLEET] [alice] Starting cross-node health check -[2026-03-16 20:50:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 20:50:01] [BEAT] [alice] load=0.58 mem=3262/3794MB temp=32.1C disk=84% -[2026-03-16 20:50:01] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 20:50:02] [FLEET] [alice] octavia: UP temp=34C mem=6338MB disk=68% -[2026-03-16 20:50:02] [HEAL] [alice] Healed 1 services -[2026-03-16 20:50:04] [FLEET] [alice] cecilia: DOWN (no ping response) -[2026-03-16 20:50:07] [FLEET] [alice] gematria: UP temp=C mem=6258MB disk=68% -[2026-03-16 20:50:08] [FLEET] [alice] lucidia: UP temp=63C mem=1289MB disk=33% -[2026-03-16 20:50:10] [FLEET] [alice] aria: DOWN (no ping response) -[2026-03-16 20:50:11] [FLEET] [alice] anastasia: UP temp=C mem=302MB disk=69% -[2026-03-16 20:51:01] [BEAT] [alice] load=0.77 mem=3266/3794MB temp=31.6C disk=84% -[2026-03-16 20:52:01] [BEAT] [alice] load=0.75 mem=3264/3794MB temp=30.7C disk=84% -[2026-03-16 20:52:59] [BEAT] [alice] load=0.86 mem=3244/3794MB temp=33.1C disk=84% -[2026-03-16 20:52:59] [BEAT] [alice] load=0.86 mem=3242/3794MB temp=34.1C disk=84% -[2026-03-16 20:53:01] [BEAT] [alice] load=0.86 mem=3262/3794MB temp=34.6C disk=84% -[2026-03-16 20:54:06] [BEAT] [alice] load=1.51 mem=3263/3794MB temp=32.1C disk=84% -[2026-03-16 20:55:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting -[2026-03-16 20:55:01] [BEAT] [alice] load=1.62 mem=3256/3794MB temp=30.7C disk=84% -[2026-03-16 20:55:01] [HEAL] [alice] Service blackroad-agent restarted successfully -[2026-03-16 20:55:02] [HEAL] [alice] Healed 1 services -[2026-03-16 20:56:01] [BEAT] [alice] load=1.01 mem=3264/3794MB temp=30.2C disk=84% -[2026-03-16 20:57:01] [BEAT] [alice] load=0.55 mem=3266/3794MB temp=30.7C disk=84% -[2026-03-16 20:58:01] [BEAT] [alice] load=1.94 mem=3266/3794MB temp=31.6C disk=84% -[2026-03-16 20:58:09] [BEAT] [alice] load=2.10 mem=3264/3794MB temp=32.1C disk=84% -[2026-03-16 20:58:09] [BEAT] [alice] load=2.10 mem=3263/3794MB temp=32.1C disk=84% +[2026-03-16 21:10:03] [FLEET] [alice] cecilia: DOWN (no ping response) +[2026-03-16 21:10:07] [FLEET] [alice] gematria: UP temp=C mem=6287MB disk=68% +[2026-03-16 21:10:42] [FLEET] [alice] lucidia: UP temp=51C mem=3232MB disk=34% +[2026-03-16 21:10:44] [FLEET] [alice] aria: DOWN (no ping response) +[2026-03-16 21:10:45] [FLEET] [alice] anastasia: UP temp=C mem=335MB disk=69% +[2026-03-16 21:11:01] [BEAT] [alice] load=0.81 mem=3264/3794MB temp=32.1C disk=84% +[2026-03-16 21:12:01] [BEAT] [alice] load=1.39 mem=3264/3794MB temp=33.6C disk=84% +[2026-03-16 21:13:01] [BEAT] [alice] load=0.67 mem=3264/3794MB temp=32.1C disk=84% +[2026-03-16 21:13:35] [BEAT] [alice] load=1.12 mem=3257/3794MB temp=35.0C disk=84% +[2026-03-16 21:13:35] [BEAT] [alice] load=1.12 mem=3254/3794MB temp=35.0C disk=84% +[2026-03-16 21:14:02] [BEAT] [alice] load=1.31 mem=3262/3794MB temp=32.1C disk=84% +[2026-03-16 21:15:05] [HEAL] [alice] Service blackroad-agent is DOWN — restarting +[2026-03-16 21:15:09] [BEAT] [alice] load=5.65 mem=3258/3794MB temp=34.1C disk=84% +[2026-03-16 21:15:09] [HEAL] [alice] Service blackroad-agent restarted successfully +[2026-03-16 21:15:09] [HEAL] [alice] Healed 1 services +[2026-03-16 21:15:55] [DIAL] [alice] Switchboard unreachable +[2026-03-16 21:16:01] [BEAT] [alice] load=3.12 mem=3264/3794MB temp=33.1C disk=84% +[2026-03-16 21:16:48] [DIAL] [alice] Switchboard unreachable +[2026-03-16 21:17:01] [BEAT] [alice] load=1.18 mem=3263/3794MB temp=34.1C disk=84% +[2026-03-16 21:18:01] [BEAT] [alice] load=0.96 mem=3263/3794MB temp=33.1C disk=84% +[2026-03-16 21:18:43] [BEAT] [alice] load=0.65 mem=3261/3794MB temp=33.1C disk=84% +[2026-03-16 21:18:43] [BEAT] [alice] load=0.65 mem=3260/3794MB temp=32.6C disk=84% +[2026-03-16 21:19:01] [BEAT] [alice] load=0.85 mem=3251/3794MB temp=34.6C disk=84% +[2026-03-16 21:20:01] [FLEET] [alice] Starting cross-node health check +[2026-03-16 21:20:01] [HEAL] [alice] Service blackroad-agent is DOWN — restarting +[2026-03-16 21:20:01] [BEAT] [alice] load=1.07 mem=3258/3794MB temp=35.5C disk=84% +[2026-03-16 21:20:01] [HEAL] [alice] Service blackroad-agent restarted successfully +[2026-03-16 21:20:02] [FLEET] [alice] octavia: UP temp=36C mem=6359MB disk=68% +[2026-03-16 21:20:02] [HEAL] [alice] Healed 1 services +[2026-03-16 21:20:04] [FLEET] [alice] cecilia: DOWN (no ping response) +[2026-03-16 21:20:07] [FLEET] [alice] gematria: UP temp=C mem=6282MB disk=68% +[2026-03-16 21:20:08] [FLEET] [alice] lucidia: UP temp=53C mem=3200MB disk=34% +[2026-03-16 21:20:10] [FLEET] [alice] aria: DOWN (no ping response) +[2026-03-16 21:20:11] [FLEET] [alice] anastasia: UP temp=C mem=208MB disk=69% +[2026-03-16 21:21:01] [BEAT] [alice] load=0.51 mem=3260/3794MB temp=33.1C disk=84% +[2026-03-16 21:22:01] [BEAT] [alice] load=0.62 mem=3261/3794MB temp=32.6C disk=84% +[2026-03-16 21:23:01] [BEAT] [alice] load=0.91 mem=3261/3794MB temp=35.0C disk=84% +[2026-03-16 21:23:52] [BEAT] [alice] load=0.81 mem=3262/3794MB temp=32.6C disk=84% +[2026-03-16 21:23:52] [BEAT] [alice] load=0.81 mem=3262/3794MB temp=33.1C disk=84% +[2026-03-16 21:24:01] [BEAT] [alice] load=0.76 mem=3263/3794MB temp=34.1C disk=84% +[2026-03-16 21:25:02] [HEAL] [alice] Service blackroad-agent is DOWN — restarting +[2026-03-16 21:25:02] [BEAT] [alice] load=1.00 mem=3256/3794MB temp=34.6C disk=84% +[2026-03-16 21:25:02] [HEAL] [alice] Service blackroad-agent restarted successfully +[2026-03-16 21:25:02] [HEAL] [alice] Healed 1 services +[2026-03-16 21:26:01] [BEAT] [alice] load=0.66 mem=3248/3794MB temp=34.1C disk=84% +[2026-03-16 21:27:02] [BEAT] [alice] load=0.79 mem=3259/3794MB temp=35.0C disk=84% +[2026-03-16 21:28:01] [BEAT] [alice] load=0.64 mem=3262/3794MB temp=33.6C disk=84% +[2026-03-16 21:29:01] [BEAT] [alice] load=0.64 mem=3259/3794MB temp=36.0C disk=84% +[2026-03-16 21:29:01] [BEAT] [alice] load=0.64 mem=3259/3794MB temp=36.0C disk=84% +[2026-03-16 21:29:01] [BEAT] [alice] load=0.64 mem=3258/3794MB temp=36.0C disk=84% diff --git a/fleet/alice/heartbeat.json b/fleet/alice/heartbeat.json index 2279635..658e0fc 100644 --- a/fleet/alice/heartbeat.json +++ b/fleet/alice/heartbeat.json @@ -1 +1 @@ -{"node":"alice","ts":"2026-03-17T01:58:09Z","load":2.10,"mem_free_mb":3263,"mem_total_mb":3794,"temp_c":32.1,"disk_pct":84,"throttle":"0x0"} +{"node":"alice","ts":"2026-03-17T02:29:01Z","load":0.64,"mem_free_mb":3258,"mem_total_mb":3794,"temp_c":36.0,"disk_pct":84,"throttle":"0x0"} diff --git a/fleet/alice/ports.txt b/fleet/alice/ports.txt index ddd844b..36040c7 100644 --- a/fleet/alice/ports.txt +++ b/fleet/alice/ports.txt @@ -11,7 +11,7 @@ LISTEN 0 5 0.0.0.0:8013 0.0.0.0:* users:(("python3",pid LISTEN 0 5 0.0.0.0:8012 0.0.0.0:* LISTEN 0 5 0.0.0.0:8014 0.0.0.0:* LISTEN 0 2048 0.0.0.0:8001 0.0.0.0:* users:(("python3",pid=617,fd=6)) -LISTEN 0 5 0.0.0.0:7890 0.0.0.0:* users:(("python3",pid=29882,fd=5)) +LISTEN 0 5 0.0.0.0:7890 0.0.0.0:* users:(("python3",pid=15228,fd=4)) LISTEN 0 200 0.0.0.0:443 0.0.0.0:* LISTEN 0 1024 0.0.0.0:6333 0.0.0.0:* LISTEN 0 128 0.0.0.0:6334 0.0.0.0:* diff --git a/fleet/alice/services.txt b/fleet/alice/services.txt index 1b6557d..2320def 100644 --- a/fleet/alice/services.txt +++ b/fleet/alice/services.txt @@ -3,7 +3,6 @@ blackroad-agents-proxy.service blackroad-agents.service blackroad-nats-agent.service blackroad-operator.service -blackroad-salesforce-agent.service blackroad-status.service blackroad-task-queue-v2.service blackroad-task-worker.service @@ -27,7 +26,6 @@ prism-agent.service qdrant.service redis-server.service rng-tools-debian.service -road-phone.service roadnet-failover.service rsyslog.service rtkit-daemon.service diff --git a/fleet/alice/system-info.json b/fleet/alice/system-info.json index 4346f5c..eeb8be7 100644 --- a/fleet/alice/system-info.json +++ b/fleet/alice/system-info.json @@ -1,19 +1,19 @@ { "hostname": "alice", - "ts": "2026-03-17T01:58:10Z", - "uptime_seconds": 83628, + "ts": "2026-03-17T02:29:02Z", + "uptime_seconds": 85480, "kernel": "6.1.21-v8+", - "temp_c": 32.6, + "temp_c": 35.5, "memory_mb": { "total": 3794, - "used": 443, - "free": 3250 + "used": 433, + "free": 3260 }, "disk": "12G/15G (84%)", "load": [ - 2.1, - 1.22, - 1.06 + 0.64, + 0.79, + 1.04 ], "ollama_models": [ "qwen2.5:3b", diff --git a/fleet/anastasia/ports.txt b/fleet/anastasia/ports.txt index 557d4ec..e856068 100644 --- a/fleet/anastasia/ports.txt +++ b/fleet/anastasia/ports.txt @@ -11,7 +11,7 @@ LISTEN 0 5 0.0.0.0:8787 0.0.0.0:* users:(("python3",pid LISTEN 0 511 0.0.0.0:80 0.0.0.0:* users:(("nginx",pid=3461172,fd=8),("nginx",pid=3461171,fd=8)) LISTEN 0 4096 0.0.0.0:111 0.0.0.0:* users:(("rpcbind",pid=589,fd=4),("systemd",pid=1,fd=127)) LISTEN 0 4096 *:8080 *:* users:(("headscale",pid=2341808,fd=12)) -LISTEN 0 511 *:3000 *:* users:(("node /srv/hello",pid=1972709,fd=19)) +LISTEN 0 511 *:3000 *:* users:(("node /srv/hello",pid=1979223,fd=19)) LISTEN 0 511 *:3001 *:* users:(("node",pid=757,fd=21)) LISTEN 0 128 [::]:22 [::]:* users:(("sshd",pid=991,fd=8)) LISTEN 0 511 [::]:80 [::]:* users:(("nginx",pid=3461172,fd=9),("nginx",pid=3461171,fd=9)) diff --git a/fleet/anastasia/system-info.json b/fleet/anastasia/system-info.json index 694cd6c..fd4dda9 100644 --- a/fleet/anastasia/system-info.json +++ b/fleet/anastasia/system-info.json @@ -1,18 +1,18 @@ { "hostname": "anastasia", - "ts": "2026-03-17T01:58:11Z", - "uptime_seconds": 6854583, + "ts": "2026-03-17T02:29:03Z", + "uptime_seconds": 6856435, "kernel": "5.14.0-651.el9.x86_64", "temp_c": 0, "memory_mb": { "total": 765, - "used": 454, - "free": 310 + "used": 438, + "free": 326 }, "disk": "18G/25G (69%)", "load": [ - 0.04, - 0.03, + 0.02, + 0.06, 0.05 ], "ollama_models": [], diff --git a/fleet/aria/status.json b/fleet/aria/status.json index 84310ba..abcd0ca 100644 --- a/fleet/aria/status.json +++ b/fleet/aria/status.json @@ -1 +1 @@ -{"node":"aria","status":"down","ts":"2026-03-17T01:58:09Z"} +{"node":"aria","status":"down","ts":"2026-03-17T02:29:01Z"} diff --git a/fleet/cecilia/status.json b/fleet/cecilia/status.json index e96e3b3..46d92d4 100644 --- a/fleet/cecilia/status.json +++ b/fleet/cecilia/status.json @@ -1 +1 @@ -{"node":"cecilia","status":"down","ts":"2026-03-17T01:58:09Z"} +{"node":"cecilia","status":"down","ts":"2026-03-17T02:29:01Z"} diff --git a/fleet/gematria/system-info.json b/fleet/gematria/system-info.json index 4700e2b..bd7d490 100644 --- a/fleet/gematria/system-info.json +++ b/fleet/gematria/system-info.json @@ -1,19 +1,19 @@ { "hostname": "gematria", - "ts": "2026-03-17T01:58:12Z", - "uptime_seconds": 5511884, + "ts": "2026-03-17T02:29:04Z", + "uptime_seconds": 5513736, "kernel": "5.15.0-113-generic", "temp_c": 0, "memory_mb": { "total": 7937, - "used": 1229, - "free": 6260 + "used": 1212, + "free": 6283 }, "disk": "53G/78G (68%)", "load": [ 0.02, - 0.36, - 1.5 + 0.02, + 0.22 ], "ollama_models": [ "qwen2.5:7b", @@ -26,5 +26,5 @@ ], "throttle": "N/A", "voltage": "N/A", - "services_running": 30 + "services_running": 31 } diff --git a/fleet/lucidia/autonomy-log.txt b/fleet/lucidia/autonomy-log.txt index aab605b..51c81ca 100644 --- a/fleet/lucidia/autonomy-log.txt +++ b/fleet/lucidia/autonomy-log.txt @@ -1,50 +1,50 @@ -[2026-03-16 20:37:35] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 20:38:01] [BEAT] [lucidia] load=2.93 mem=1221/8063MB temp=61.1C disk=33% -[2026-03-16 20:39:01] [BEAT] [lucidia] load=1.42 mem=1212/8063MB temp=52.4C disk=33% -[2026-03-16 20:40:01] [FLEET] [lucidia] Starting cross-node health check -[2026-03-16 20:40:01] [BEAT] [lucidia] load=1.76 mem=1192/8063MB temp=52.9C disk=33% -[2026-03-16 20:40:01] [HEAL] [lucidia] High swap: 2071MB — clearing inactive -[2026-03-16 20:40:02] [FLEET] [lucidia] alice: UP temp=33C mem=3270MB disk=84% -[2026-03-16 20:40:04] [FLEET] [lucidia] octavia: DOWN (no ping response) -[2026-03-16 20:40:06] [FLEET] [lucidia] cecilia: DOWN (no ping response) -[2026-03-16 20:40:40] [FLEET] [lucidia] gematria: PING OK but SSH failed -[2026-03-16 20:40:42] [FLEET] [lucidia] aria: DOWN (no ping response) -[2026-03-16 20:40:43] [FLEET] [lucidia] anastasia: UP temp=C mem=336MB disk=69% -[2026-03-16 20:41:01] [BEAT] [lucidia] load=18.07 mem=1221/8063MB temp=59.0C disk=33% -[2026-03-16 20:42:01] [BEAT] [lucidia] load=6.84 mem=1237/8063MB temp=51.2C disk=33% -[2026-03-16 20:42:41] [BEAT] [lucidia] load=5.97 mem=1267/8063MB temp=60.6C disk=33% -[2026-03-16 20:42:42] [BEAT] [lucidia] load=5.97 mem=1266/8063MB temp=61.7C disk=33% -[2026-03-16 20:43:01] [BEAT] [lucidia] load=5.77 mem=1272/8063MB temp=63.9C disk=33% -[2026-03-16 20:44:01] [BEAT] [lucidia] load=2.40 mem=1249/8063MB temp=52.9C disk=33% -[2026-03-16 20:45:01] [BEAT] [lucidia] load=2.50 mem=1255/8063MB temp=55.6C disk=33% -[2026-03-16 20:45:01] [HEAL] [lucidia] High swap: 2071MB — clearing inactive -[2026-03-16 20:45:47] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 20:46:01] [BEAT] [lucidia] load=2.51 mem=1222/8063MB temp=61.7C disk=33% -[2026-03-16 20:47:03] [BEAT] [lucidia] load=23.15 mem=1275/8063MB temp=56.8C disk=33% -[2026-03-16 20:47:51] [BEAT] [lucidia] load=14.63 mem=1250/8063MB temp=61.7C disk=33% -[2026-03-16 20:47:51] [BEAT] [lucidia] load=14.63 mem=1249/8063MB temp=63.4C disk=33% -[2026-03-16 20:48:01] [BEAT] [lucidia] load=13.76 mem=1236/8063MB temp=62.8C disk=33% -[2026-03-16 20:49:01] [BEAT] [lucidia] load=8.61 mem=1262/8063MB temp=64.5C disk=33% -[2026-03-16 20:50:02] [FLEET] [lucidia] Starting cross-node health check -[2026-03-16 20:50:02] [BEAT] [lucidia] load=8.81 mem=1310/8063MB temp=61.7C disk=33% -[2026-03-16 20:50:02] [HEAL] [lucidia] High swap: 2088MB — clearing inactive -[2026-03-16 20:50:03] [FLEET] [lucidia] alice: UP temp=33C mem=3259MB disk=84% -[2026-03-16 20:50:05] [FLEET] [lucidia] octavia: DOWN (no ping response) -[2026-03-16 20:50:07] [FLEET] [lucidia] cecilia: DOWN (no ping response) -[2026-03-16 20:50:08] [FLEET] [lucidia] gematria: UP temp=C mem=6258MB disk=68% -[2026-03-16 20:50:10] [FLEET] [lucidia] aria: DOWN (no ping response) -[2026-03-16 20:50:11] [FLEET] [lucidia] anastasia: UP temp=C mem=305MB disk=69% -[2026-03-16 20:51:01] [BEAT] [lucidia] load=6.87 mem=1298/8063MB temp=66.7C disk=33% -[2026-03-16 20:52:01] [BEAT] [lucidia] load=8.40 mem=1378/8063MB temp=63.4C disk=33% -[2026-03-16 20:52:35] [DIAL] [lucidia] Switchboard unreachable -[2026-03-16 20:52:59] [BEAT] [lucidia] load=7.22 mem=1391/8063MB temp=63.9C disk=33% -[2026-03-16 20:52:59] [BEAT] [lucidia] load=7.22 mem=1385/8063MB temp=63.9C disk=33% -[2026-03-16 20:53:01] [BEAT] [lucidia] load=7.22 mem=1359/8063MB temp=62.2C disk=33% -[2026-03-16 20:54:01] [BEAT] [lucidia] load=8.73 mem=1301/8063MB temp=62.8C disk=33% -[2026-03-16 20:55:02] [BEAT] [lucidia] load=5.09 mem=1267/8063MB temp=51.2C disk=33% -[2026-03-16 20:55:02] [HEAL] [lucidia] High swap: 2086MB — clearing inactive -[2026-03-16 20:56:01] [BEAT] [lucidia] load=3.13 mem=5582/8063MB temp=49.0C disk=33% -[2026-03-16 20:57:01] [BEAT] [lucidia] load=2.20 mem=3278/8063MB temp=54.5C disk=33% -[2026-03-16 20:58:01] [BEAT] [lucidia] load=2.30 mem=3348/8063MB temp=47.4C disk=33% -[2026-03-16 20:58:09] [BEAT] [lucidia] load=1.95 mem=3350/8063MB temp=48.0C disk=33% -[2026-03-16 20:58:09] [BEAT] [lucidia] load=1.95 mem=3350/8063MB temp=48.0C disk=33% +[2026-03-16 21:08:26] [BEAT] [lucidia] load=4.70 mem=3266/8063MB temp=50.1C disk=34% +[2026-03-16 21:09:01] [BEAT] [lucidia] load=4.30 mem=3272/8063MB temp=56.8C disk=34% +[2026-03-16 21:10:02] [FLEET] [lucidia] Starting cross-node health check +[2026-03-16 21:10:02] [BEAT] [lucidia] load=2.15 mem=3254/8063MB temp=49.0C disk=34% +[2026-03-16 21:10:02] [HEAL] [lucidia] High swap: 707MB — clearing inactive +[2026-03-16 21:10:02] [FLEET] [lucidia] alice: UP temp=34C mem=3256MB disk=84% +[2026-03-16 21:10:04] [FLEET] [lucidia] octavia: DOWN (no ping response) +[2026-03-16 21:10:06] [FLEET] [lucidia] cecilia: DOWN (no ping response) +[2026-03-16 21:10:41] [FLEET] [lucidia] gematria: UP temp=C mem=6289MB disk=68% +[2026-03-16 21:10:43] [FLEET] [lucidia] aria: DOWN (no ping response) +[2026-03-16 21:10:44] [FLEET] [lucidia] anastasia: UP temp=C mem=335MB disk=69% +[2026-03-16 21:11:01] [BEAT] [lucidia] load=15.21 mem=3251/8063MB temp=56.8C disk=34% +[2026-03-16 21:12:01] [BEAT] [lucidia] load=5.95 mem=3240/8063MB temp=49.0C disk=34% +[2026-03-16 21:13:01] [BEAT] [lucidia] load=4.99 mem=3286/8063MB temp=50.7C disk=34% +[2026-03-16 21:13:35] [BEAT] [lucidia] load=3.51 mem=3288/8063MB temp=50.1C disk=34% +[2026-03-16 21:13:35] [BEAT] [lucidia] load=3.51 mem=3285/8063MB temp=51.2C disk=34% +[2026-03-16 21:14:01] [BEAT] [lucidia] load=4.03 mem=3229/8063MB temp=52.4C disk=34% +[2026-03-16 21:15:01] [BEAT] [lucidia] load=2.84 mem=3244/8063MB temp=56.8C disk=34% +[2026-03-16 21:15:01] [HEAL] [lucidia] High swap: 707MB — clearing inactive +[2026-03-16 21:15:48] [DIAL] [lucidia] Switchboard unreachable +[2026-03-16 21:16:01] [BEAT] [lucidia] load=2.23 mem=3279/8063MB temp=51.2C disk=34% +[2026-03-16 21:17:01] [BEAT] [lucidia] load=2.00 mem=3255/8063MB temp=51.8C disk=34% +[2026-03-16 21:18:01] [BEAT] [lucidia] load=2.86 mem=3268/8063MB temp=54.5C disk=34% +[2026-03-16 21:18:43] [BEAT] [lucidia] load=16.93 mem=3232/8063MB temp=54.0C disk=34% +[2026-03-16 21:18:43] [BEAT] [lucidia] load=16.93 mem=3231/8063MB temp=54.5C disk=34% +[2026-03-16 21:19:01] [BEAT] [lucidia] load=13.17 mem=3244/8063MB temp=57.3C disk=34% +[2026-03-16 21:20:01] [FLEET] [lucidia] Starting cross-node health check +[2026-03-16 21:20:02] [BEAT] [lucidia] load=5.65 mem=3251/8063MB temp=54.0C disk=34% +[2026-03-16 21:20:02] [HEAL] [lucidia] High swap: 707MB — clearing inactive +[2026-03-16 21:20:02] [FLEET] [lucidia] alice: UP temp=35C mem=3253MB disk=84% +[2026-03-16 21:20:04] [FLEET] [lucidia] octavia: DOWN (no ping response) +[2026-03-16 21:20:06] [FLEET] [lucidia] cecilia: DOWN (no ping response) +[2026-03-16 21:20:08] [FLEET] [lucidia] gematria: UP temp=C mem=6281MB disk=68% +[2026-03-16 21:20:10] [FLEET] [lucidia] aria: DOWN (no ping response) +[2026-03-16 21:20:11] [FLEET] [lucidia] anastasia: UP temp=C mem=208MB disk=69% +[2026-03-16 21:21:01] [BEAT] [lucidia] load=4.57 mem=3247/8063MB temp=62.2C disk=34% +[2026-03-16 21:22:01] [BEAT] [lucidia] load=2.31 mem=3294/8063MB temp=54.5C disk=34% +[2026-03-16 21:22:35] [DIAL] [lucidia] Switchboard unreachable +[2026-03-16 21:23:01] [BEAT] [lucidia] load=2.28 mem=3271/8063MB temp=55.1C disk=34% +[2026-03-16 21:23:52] [BEAT] [lucidia] load=1.68 mem=3292/8063MB temp=58.4C disk=34% +[2026-03-16 21:23:52] [BEAT] [lucidia] load=1.68 mem=3292/8063MB temp=59.5C disk=34% +[2026-03-16 21:24:01] [BEAT] [lucidia] load=2.41 mem=3240/8063MB temp=61.1C disk=34% +[2026-03-16 21:25:01] [BEAT] [lucidia] load=1.29 mem=3248/8063MB temp=53.5C disk=34% +[2026-03-16 21:25:01] [HEAL] [lucidia] High swap: 706MB — clearing inactive +[2026-03-16 21:26:01] [BEAT] [lucidia] load=3.25 mem=3234/8063MB temp=64.5C disk=34% +[2026-03-16 21:27:02] [BEAT] [lucidia] load=1.78 mem=3278/8063MB temp=54.5C disk=34% +[2026-03-16 21:28:01] [BEAT] [lucidia] load=2.30 mem=3194/8063MB temp=54.5C disk=34% +[2026-03-16 21:29:01] [BEAT] [lucidia] load=2.80 mem=3233/8063MB temp=62.8C disk=34% +[2026-03-16 21:29:01] [BEAT] [lucidia] load=2.80 mem=3231/8063MB temp=62.2C disk=34% +[2026-03-16 21:29:01] [BEAT] [lucidia] load=2.80 mem=3228/8063MB temp=61.1C disk=34% diff --git a/fleet/lucidia/docker.txt b/fleet/lucidia/docker.txt index 47e63ae..a4ff464 100644 --- a/fleet/lucidia/docker.txt +++ b/fleet/lucidia/docker.txt @@ -1,14 +1,14 @@ -blackroad-gitea Up 23 hours -road-pdns-admin Up 23 hours (healthy) -road-pdns Up 23 hours -road-dns-db Up 23 hours -roadauth Up 23 hours -roadapi Up 23 hours -blackroad-edge-agent Up 23 hours -blackroad.systems Up 23 hours -blackroadai.com Up 23 hours -blackroad-auth-gateway Up 23 hours -blackroad-metaverse Up 23 hours -blackroad-os Up 23 hours -blackroad-os-carpool Up 23 hours -pi-my-agent-1 Up 23 hours (healthy) +blackroad-gitea Up 24 hours +road-pdns-admin Up 24 hours (healthy) +road-pdns Up 24 hours +road-dns-db Up 24 hours +roadauth Up 24 hours +roadapi Up 24 hours +blackroad-edge-agent Up 24 hours +blackroad.systems Up 24 hours +blackroadai.com Up 24 hours +blackroad-auth-gateway Up 24 hours +blackroad-metaverse Up 24 hours +blackroad-os Up 24 hours +blackroad-os-carpool Up 24 hours +pi-my-agent-1 Up 24 hours (healthy) diff --git a/fleet/lucidia/heartbeat.json b/fleet/lucidia/heartbeat.json index 4c3c4f4..1741a6a 100644 --- a/fleet/lucidia/heartbeat.json +++ b/fleet/lucidia/heartbeat.json @@ -1 +1 @@ -{"node":"lucidia","ts":"2026-03-17T01:58:09Z","load":1.95,"mem_free_mb":3350,"mem_total_mb":8063,"temp_c":48.0,"disk_pct":33,"throttle":"0x0"} +{"node":"lucidia","ts":"2026-03-17T02:29:01Z","load":2.80,"mem_free_mb":3228,"mem_total_mb":8063,"temp_c":61.1,"disk_pct":34,"throttle":"0x0"} diff --git a/fleet/lucidia/services.txt b/fleet/lucidia/services.txt index f18741e..b24913c 100644 --- a/fleet/lucidia/services.txt +++ b/fleet/lucidia/services.txt @@ -29,6 +29,7 @@ pironman5.service pm2-pi.service polkit.service postgresql@17-main.service +road-phone.service roadnet-failover.service rtkit-daemon.service serial-getty@ttyAMA10.service diff --git a/fleet/lucidia/system-info.json b/fleet/lucidia/system-info.json index 0499d76..3d25fa7 100644 --- a/fleet/lucidia/system-info.json +++ b/fleet/lucidia/system-info.json @@ -1,19 +1,19 @@ { "hostname": "octavia", - "ts": "2026-03-17T01:58:10Z", - "uptime_seconds": 83448, + "ts": "2026-03-17T02:29:02Z", + "uptime_seconds": 85300, "kernel": "6.12.62+rpt-rpi-2712", - "temp_c": 46.9, + "temp_c": 61.7, "memory_mb": { "total": 8063, - "used": 4767, - "free": 3295 + "used": 4845, + "free": 3217 }, - "disk": "74G/235G (33%)", + "disk": "74G/235G (34%)", "load": [ - 1.95, - 4.9, - 6.42 + 2.8, + 3.01, + 4.26 ], "ollama_models": [ "qwen2.5:3b", @@ -25,5 +25,5 @@ ], "throttle": "0x0", "voltage": "0.8587V", - "services_running": 47 + "services_running": 48 } diff --git a/fleet/octavia/status.json b/fleet/octavia/status.json index 55f859f..575bb07 100644 --- a/fleet/octavia/status.json +++ b/fleet/octavia/status.json @@ -1 +1 @@ -{"node":"octavia","status":"down","ts":"2026-03-17T01:58:09Z"} +{"node":"octavia","status":"down","ts":"2026-03-17T02:29:01Z"}