From 3b7a78addaa03025f3e06cc0b25955eabc6193c0 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Fri, 7 Jun 2024 17:20:42 +0200 Subject: [PATCH] fix(stream): do not break channel consumption (#2517) Signed-off-by: Ettore Di Giacinto --- core/http/endpoints/openai/chat.go | 1 - 1 file changed, 1 deletion(-) diff --git a/core/http/endpoints/openai/chat.go b/core/http/endpoints/openai/chat.go index f8a928eb..227bb7d2 100644 --- a/core/http/endpoints/openai/chat.go +++ b/core/http/endpoints/openai/chat.go @@ -437,7 +437,6 @@ func ChatEndpoint(cl *config.BackendConfigLoader, ml *model.ModelLoader, startup if err != nil { log.Debug().Msgf("Sending chunk failed: %v", err) input.Cancel() - break } w.Flush() }