diff --git a/core/http/endpoints/openai/chat.go b/core/http/endpoints/openai/chat.go index f8a928eb..227bb7d2 100644 --- a/core/http/endpoints/openai/chat.go +++ b/core/http/endpoints/openai/chat.go @@ -437,7 +437,6 @@ func ChatEndpoint(cl *config.BackendConfigLoader, ml *model.ModelLoader, startup if err != nil { log.Debug().Msgf("Sending chunk failed: %v", err) input.Cancel() - break } w.Flush() }