sync: 2026-03-16 21:00 — 22 files from Alexandria
Some checks failed
Lint & Format / detect (push) Has been cancelled
Lint & Format / js-lint (push) Has been cancelled
Lint & Format / py-lint (push) Has been cancelled
Lint & Format / sh-lint (push) Has been cancelled
Lint & Format / go-lint (push) Has been cancelled
Monorepo Lint / lint-shell (push) Has been cancelled
Monorepo Lint / lint-js (push) Has been cancelled
Some checks failed
Lint & Format / detect (push) Has been cancelled
Lint & Format / js-lint (push) Has been cancelled
Lint & Format / py-lint (push) Has been cancelled
Lint & Format / sh-lint (push) Has been cancelled
Lint & Format / go-lint (push) Has been cancelled
Monorepo Lint / lint-shell (push) Has been cancelled
Monorepo Lint / lint-js (push) Has been cancelled
RoadChain-SHA2048: 53e02304cc601f0a RoadChain-Identity: alexa@sovereign RoadChain-Full: 53e02304cc601f0a1f8f4f417be48bf645bca001ad747ebbba1abf60b5017d9a56b0f6396ecf073034944293d3041338b5ad343c1b5bf5667d3037877483c5872433f5d32945430dd852c92370a14e3018c4318455de08077fcc8c4dc1aa4170d6c60f21921b6674fe387b00eeaba236fbe3f242b01429ca18b7272868907496b0babae84bc4e8842940ae6f19ec7d5160dfa0c7ad33499fef787512fa21657ce7279651f9605cb12fd71dc0d0d1b852eb916f61dc408d5a109e7e632ac610ac25b8cbfae4082f922fa6eac4f2d5635a99513f0f56c855e6ff2f61cf3321446011d6db51621711cf64cfc30cef0dacf4bd9abf971da607acb5b3b7fcff46cb32
This commit is contained in:
237
operator/memory/memory-slack-sync.sh
Executable file
237
operator/memory/memory-slack-sync.sh
Executable file
@@ -0,0 +1,237 @@
|
||||
#!/bin/bash
|
||||
# BlackRoad Memory → Slack D1 Sync
|
||||
# Pushes local memory system data to the Slack Worker's D1 database
|
||||
# so /collab /todos /codex /til /memory /search work from Slack
|
||||
# Usage: ./memory-slack-sync.sh [full|tils|codex|projects|journal]
|
||||
|
||||
set -e
|
||||
|
||||
SLACK_API="https://blackroad-slack.amundsonalexa.workers.dev/memory"
|
||||
MEMORY_DIR="$HOME/.blackroad/memory"
|
||||
CODEX_DB="$MEMORY_DIR/codex/codex.db"
|
||||
COLLAB_DB="$HOME/.blackroad/collaboration.db"
|
||||
TODO_DIR="$MEMORY_DIR/infinite-todos/projects"
|
||||
TIL_DIR="$MEMORY_DIR/til"
|
||||
JOURNAL="$MEMORY_DIR/journals/master-journal.jsonl"
|
||||
|
||||
PINK='\033[38;5;205m'
|
||||
GREEN='\033[38;5;82m'
|
||||
CYAN='\033[0;36m'
|
||||
RESET='\033[0m'
|
||||
|
||||
sync_tils() {
|
||||
echo -e "${CYAN}Syncing TILs...${RESET}"
|
||||
local tils="["
|
||||
local first=true
|
||||
local count=0
|
||||
|
||||
for f in "$TIL_DIR"/til-*.json; do
|
||||
[ -f "$f" ] || continue
|
||||
local data
|
||||
data=$(cat "$f" 2>/dev/null) || continue
|
||||
local til_id category learning broadcaster created_at
|
||||
til_id=$(echo "$data" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('til_id',''))" 2>/dev/null) || continue
|
||||
category=$(echo "$data" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('category','tip'))" 2>/dev/null)
|
||||
learning=$(echo "$data" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('learning','')[:500])" 2>/dev/null)
|
||||
broadcaster=$(echo "$data" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('broadcaster','')[:50])" 2>/dev/null)
|
||||
created_at=$(echo "$data" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('timestamp',d.get('created_at','')))" 2>/dev/null)
|
||||
|
||||
[ -z "$til_id" ] || [ -z "$learning" ] && continue
|
||||
|
||||
if [ "$first" = true ]; then first=false; else tils+=","; fi
|
||||
tils+=$(python3 -c "import json; print(json.dumps({'til_id':'$til_id','category':'$category','learning':$(python3 -c "import json; print(json.dumps('$learning'))"),'broadcaster':'$broadcaster','created_at':'$created_at'}))")
|
||||
count=$((count + 1))
|
||||
|
||||
# Batch in groups of 50
|
||||
if [ $((count % 50)) -eq 0 ]; then
|
||||
tils+="]"
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",\"tils\":$tils}" > /dev/null
|
||||
tils="["
|
||||
first=true
|
||||
echo -e " ${GREEN}✓${RESET} Synced $count TILs..."
|
||||
fi
|
||||
done
|
||||
|
||||
tils+="]"
|
||||
if [ "$first" = false ]; then
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",\"tils\":$tils}" > /dev/null
|
||||
fi
|
||||
echo -e "${GREEN}✓${RESET} Synced $count TILs"
|
||||
}
|
||||
|
||||
sync_codex() {
|
||||
echo -e "${CYAN}Syncing Codex...${RESET}"
|
||||
[ -f "$CODEX_DB" ] || { echo "No codex DB"; return; }
|
||||
|
||||
local codex_json
|
||||
codex_json=$(sqlite3 "$CODEX_DB" "SELECT json_group_array(json_object(
|
||||
'codex_id', CAST(id AS TEXT),
|
||||
'name', name,
|
||||
'type', 'solution',
|
||||
'category', COALESCE(category,''),
|
||||
'description', COALESCE(problem,'') || ' → ' || COALESCE(solution,''),
|
||||
'created_at', COALESCE(created_at,'')
|
||||
)) FROM solutions LIMIT 200;" 2>/dev/null)
|
||||
|
||||
local patterns_json
|
||||
patterns_json=$(sqlite3 "$CODEX_DB" "SELECT json_group_array(json_object(
|
||||
'codex_id', 'p-' || CAST(id AS TEXT),
|
||||
'name', pattern_name,
|
||||
'type', COALESCE(pattern_type,'pattern'),
|
||||
'category', COALESCE(tags,''),
|
||||
'description', COALESCE(description,''),
|
||||
'created_at', COALESCE(first_seen,'')
|
||||
)) FROM patterns LIMIT 100;" 2>/dev/null)
|
||||
|
||||
local practices_json
|
||||
practices_json=$(sqlite3 "$CODEX_DB" "SELECT json_group_array(json_object(
|
||||
'codex_id', 'bp-' || CAST(id AS TEXT),
|
||||
'name', practice_name,
|
||||
'type', 'best_practice',
|
||||
'category', COALESCE(category,''),
|
||||
'description', COALESCE(description,''),
|
||||
'created_at', COALESCE(created_at,'')
|
||||
)) FROM best_practices LIMIT 100;" 2>/dev/null)
|
||||
|
||||
local anti_json
|
||||
anti_json=$(sqlite3 "$CODEX_DB" "SELECT json_group_array(json_object(
|
||||
'codex_id', 'ap-' || CAST(id AS TEXT),
|
||||
'name', name,
|
||||
'type', 'anti_pattern',
|
||||
'category', COALESCE(severity,''),
|
||||
'description', COALESCE(description,''),
|
||||
'created_at', COALESCE(first_detected,'')
|
||||
)) FROM anti_patterns LIMIT 100;" 2>/dev/null)
|
||||
|
||||
# Merge all arrays
|
||||
local all_codex
|
||||
all_codex=$(python3 -c "
|
||||
import json, sys
|
||||
a = json.loads('''$codex_json''') if '''$codex_json''' != '[]' else []
|
||||
b = json.loads('''$patterns_json''') if '''$patterns_json''' != '[]' else []
|
||||
c = json.loads('''$practices_json''') if '''$practices_json''' != '[]' else []
|
||||
d = json.loads('''$anti_json''') if '''$anti_json''' != '[]' else []
|
||||
print(json.dumps(a + b + c + d))
|
||||
")
|
||||
|
||||
local count
|
||||
count=$(echo "$all_codex" | python3 -c "import sys,json; print(len(json.load(sys.stdin)))")
|
||||
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",\"codex\":$all_codex}" > /dev/null
|
||||
echo -e "${GREEN}✓${RESET} Synced $count codex entries"
|
||||
}
|
||||
|
||||
sync_projects() {
|
||||
echo -e "${CYAN}Syncing Projects & Todos...${RESET}"
|
||||
[ -d "$TODO_DIR" ] || { echo "No projects dir"; return; }
|
||||
|
||||
local projects="[]"
|
||||
local todos="[]"
|
||||
local count=0
|
||||
|
||||
projects=$(python3 -c "
|
||||
import json, glob, os
|
||||
projects = []
|
||||
todos = []
|
||||
for f in glob.glob('$TODO_DIR/*.json'):
|
||||
try:
|
||||
with open(f) as fh:
|
||||
d = json.load(fh)
|
||||
projects.append({
|
||||
'project_id': d.get('project_id',''),
|
||||
'title': d.get('title',''),
|
||||
'description': d.get('description','')[:200],
|
||||
'progress': d.get('progress',0),
|
||||
'status': d.get('status','active'),
|
||||
'timescale': d.get('timescale','forever'),
|
||||
'owner': d.get('owner','')[:50],
|
||||
})
|
||||
for t in d.get('todos',[]):
|
||||
todos.append({
|
||||
'todo_id': t.get('id',''),
|
||||
'project_id': d.get('project_id',''),
|
||||
'text': t.get('text','')[:200],
|
||||
'priority': t.get('priority','medium'),
|
||||
'status': t.get('status','pending'),
|
||||
'created_at': t.get('created_at',''),
|
||||
})
|
||||
except: pass
|
||||
print(json.dumps({'projects': projects, 'todos': todos, 'count': len(projects)}))
|
||||
")
|
||||
|
||||
count=$(echo "$projects" | python3 -c "import sys,json; print(json.load(sys.stdin)['count'])")
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",$(echo "$projects" | python3 -c "import sys,json; d=json.load(sys.stdin); print(json.dumps({'projects':d['projects'],'todos':d['todos']})[1:-1])")}" > /dev/null
|
||||
echo -e "${GREEN}✓${RESET} Synced $count projects"
|
||||
}
|
||||
|
||||
sync_sessions() {
|
||||
echo -e "${CYAN}Syncing Sessions...${RESET}"
|
||||
[ -f "$COLLAB_DB" ] || { echo "No collab DB"; return; }
|
||||
|
||||
local sessions
|
||||
sessions=$(sqlite3 "$COLLAB_DB" "SELECT json_group_array(json_object(
|
||||
'session_id', session_id,
|
||||
'status', status,
|
||||
'focus', COALESCE(focus,''),
|
||||
'last_seen', last_seen,
|
||||
'agent_id', COALESCE(agent_id,''),
|
||||
'created_at', started_at
|
||||
)) FROM sessions ORDER BY last_seen DESC LIMIT 50;" 2>/dev/null)
|
||||
|
||||
local count
|
||||
count=$(echo "$sessions" | python3 -c "import sys,json; print(len(json.load(sys.stdin)))")
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",\"sessions\":$sessions}" > /dev/null
|
||||
echo -e "${GREEN}✓${RESET} Synced $count sessions"
|
||||
}
|
||||
|
||||
sync_journal() {
|
||||
echo -e "${CYAN}Syncing Journal (last 100)...${RESET}"
|
||||
[ -f "$JOURNAL" ] || { echo "No journal"; return; }
|
||||
|
||||
local entries
|
||||
entries=$(tail -100 "$JOURNAL" | python3 -c "
|
||||
import sys, json
|
||||
entries = []
|
||||
for line in sys.stdin:
|
||||
try:
|
||||
d = json.loads(line.strip())
|
||||
entries.append({
|
||||
'entry_id': d.get('sha256','')[:32] or str(len(entries)),
|
||||
'action': d.get('action','?'),
|
||||
'entity': d.get('entity','?'),
|
||||
'details': d.get('details','')[:200],
|
||||
'source': 'mac',
|
||||
'created_at': d.get('timestamp',''),
|
||||
})
|
||||
except: pass
|
||||
print(json.dumps(entries))
|
||||
")
|
||||
|
||||
local count
|
||||
count=$(echo "$entries" | python3 -c "import sys,json; print(len(json.load(sys.stdin)))")
|
||||
curl -s -X POST "$SLACK_API" -H 'Content-Type: application/json' -d "{\"type\":\"sync\",\"journal\":$entries}" > /dev/null
|
||||
echo -e "${GREEN}✓${RESET} Synced $count journal entries"
|
||||
}
|
||||
|
||||
case "${1:-full}" in
|
||||
full)
|
||||
echo -e "${PINK}╔════════════════════════════════════════════════╗${RESET}"
|
||||
echo -e "${PINK}║ Memory → Slack D1 Full Sync ║${RESET}"
|
||||
echo -e "${PINK}╚════════════════════════════════════════════════╝${RESET}\n"
|
||||
sync_sessions
|
||||
sync_journal
|
||||
sync_tils
|
||||
sync_codex
|
||||
sync_projects
|
||||
echo -e "\n${GREEN}✓ Full sync complete${RESET}"
|
||||
echo -e " Test: curl -s $SLACK_API/stats | python3 -m json.tool"
|
||||
;;
|
||||
tils) sync_tils ;;
|
||||
codex) sync_codex ;;
|
||||
projects) sync_projects ;;
|
||||
journal) sync_journal ;;
|
||||
sessions) sync_sessions ;;
|
||||
*)
|
||||
echo "Usage: $0 [full|tils|codex|projects|journal|sessions]"
|
||||
;;
|
||||
esac
|
||||
Reference in New Issue
Block a user