mirror of
https://github.com/blackboxprogramming/lucidia.git
synced 2026-03-17 07:57:19 -05:00
Add configs/runtime.yaml with runtime configuration stub
This commit is contained in:
committed by
GitHub
parent
112308f34f
commit
dfc76c9bd9
5
lucidia_llm/configs/runtime.yaml
Normal file
5
lucidia_llm/configs/runtime.yaml
Normal file
@@ -0,0 +1,5 @@
|
||||
# Runtime configuration for Lucidia offline language model
|
||||
runtime:
|
||||
device: "cuda" # or "cpu"
|
||||
quantization: null # e.g., "int8", "int4"
|
||||
max_context_length: 2048
|
||||
Reference in New Issue
Block a user