Use a reasonable default context size

This commit is contained in:
mudler 2023-04-17 18:45:19 +02:00
parent 0b330d90ad
commit c33bbdf1a2

2
.env
View file

@ -1,3 +1,3 @@
THREADS=14
CONTEXT_SIZE=700
CONTEXT_SIZE=512
MODELS_PATH=/models