From c33bbdf1a21200865d1111c0f797af0bfcc3f448 Mon Sep 17 00:00:00 2001 From: mudler Date: Mon, 17 Apr 2023 18:45:19 +0200 Subject: [PATCH] Use a reasonable default context size --- .env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env b/.env index bd6d6c47..d53b55b0 100644 --- a/.env +++ b/.env @@ -1,3 +1,3 @@ THREADS=14 -CONTEXT_SIZE=700 +CONTEXT_SIZE=512 MODELS_PATH=/models