diff --git a/lucidia_llm/configs/model.yaml b/lucidia_llm/configs/model.yaml
new file mode 100644
index 0000000..08d3f19
--- /dev/null
+++ b/lucidia_llm/configs/model.yaml
@@ -0,0 +1,9 @@
+# Configuration for Lucidia offline language model
+model:
+  d_model: 4096
+  n_layers: 32
+  n_heads: 32
+  d_ff: 16384
+  max_position_embeddings: 2048
+  dropout: 0.1
+vocab_size: 50000