From 52bb6de3095a2d53db885d5e87dae73411ce4dad Mon Sep 17 00:00:00 2001
From: blackboxprogramming
 <118287761+blackboxprogramming@users.noreply.github.com>
Date: Fri, 8 Aug 2025 01:03:27 -0700
Subject: [PATCH] Add configs/model.yaml with model configuration

---
 lucidia_llm/configs/model.yaml | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 lucidia_llm/configs/model.yaml

diff --git a/lucidia_llm/configs/model.yaml b/lucidia_llm/configs/model.yaml
new file mode 100644
index 0000000..08d3f19
--- /dev/null
+++ b/lucidia_llm/configs/model.yaml
@@ -0,0 +1,9 @@
+# Configuration for Lucidia offline language model
+model:
+  d_model: 4096
+  n_layers: 32
+  n_heads: 32
+  d_ff: 16384
+  max_position_embeddings: 2048
+  dropout: 0.1
+vocab_size: 50000