mirror of
https://github.com/runyanjake/olomana.git
synced 2026-11-10 13:54:52 -08:00
11 lines
254 B
Plaintext
11 lines
254 B
Plaintext
# Host directory path where GGUF models are stored
|
|
MODELS_PATH=/pwspool/software/ai/llama_cpp
|
|
|
|
# Filename of the default model to load
|
|
MODEL_FILE=Llama-3.1-8B-Instruct-Q4_K_M.gguf
|
|
|
|
# Performance and hardware tuning
|
|
GPU_LAYERS=999
|
|
CTX_SIZE=4096
|
|
THREADS=6
|