From e70b91aaef31ba3d8f4f27994831dc237c27936d Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sat, 29 Jul 2023 10:29:47 +0200 Subject: [PATCH] tests: set a small context_size Signed-off-by: Ettore Di Giacinto --- api/api_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/api_test.go b/api/api_test.go index 2da2a7d7..2947842e 100644 --- a/api/api_test.go +++ b/api/api_test.go @@ -297,7 +297,7 @@ var _ = Describe("API test", func() { response := postModelApplyRequest("http://127.0.0.1:9090/models/apply", modelApplyRequest{ URL: "github:go-skynet/model-gallery/openllama_3b.yaml", Name: "openllama_3b", - Overrides: map[string]interface{}{"backend": "llama", "mmap": true, "f16": true}, + Overrides: map[string]interface{}{"backend": "llama", "mmap": true, "f16": true, "context_size": 128}, }) Expect(response["uuid"]).ToNot(BeEmpty(), fmt.Sprint(response))