From 36b1f5335480005850c607d852e1989d4492d4c3 Mon Sep 17 00:00:00 2001 From: Robert Hambrock Date: Sun, 21 May 2023 13:21:03 +0200 Subject: [PATCH] don't use named events for data messages see https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#event_stream_format - named events are superfluous for sequences of strictly data messages. --- api/openai.go | 2 -- 1 file changed, 2 deletions(-) diff --git a/api/openai.go b/api/openai.go index e2cd493d..7ea09ac4 100644 --- a/api/openai.go +++ b/api/openai.go @@ -346,13 +346,11 @@ func chatEndpoint(cm *ConfigMerger, debug bool, loader *model.ModelLoader, threa enc := json.NewEncoder(&buf) enc.Encode(ev) - fmt.Fprintf(w, "event: data\n\n") fmt.Fprintf(w, "data: %v\n\n", buf.String()) log.Debug().Msgf("Sending chunk: %s", buf.String()) w.Flush() } - w.WriteString("event: data\n\n") resp := &OpenAIResponse{ Model: input.Model, // we have to return what the user sent here, due to OpenAI spec. Choices: []Choice{{FinishReason: "stop"}},