# Configuration for Lucidia offline language model model: d_model: 4096 n_layers: 32 n_heads: 32 d_ff: 16384 max_position_embeddings: 2048 dropout: 0.1 vocab_size: 50000