mirror of
https://github.com/blackboxprogramming/lucidia.git
synced 2026-03-17 08:57:17 -05:00
10 lines
182 B
YAML
10 lines
182 B
YAML
# Configuration for Lucidia offline language model
|
|
model:
|
|
d_model: 4096
|
|
n_layers: 32
|
|
n_heads: 32
|
|
d_ff: 16384
|
|
max_position_embeddings: 2048
|
|
dropout: 0.1
|
|
vocab_size: 50000
|