THREADS=14
CONTEXT_SIZE=700
MODEL_PATH=/models
DEFAULT_MODEL=/models/7B/ggml-vicuna-7b-4bit.bin