dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-30 06:30:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

Fix 'hang' on empty message from the start

Browse source 
Seems like that empty message marker trick was unnecessary
This commit is contained in:
mintyleaf 2024-12-16 23:23:45 +04:00
parent e459118de6
commit f98775ef5c
2 changed files with 2 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
core/backend/llm.go
View file

@ -118,7 +118,7 @@ func ModelInference(ctx context.Context, s string, messages []schema.Message, im
var partialRune []byte
err := inferenceModel.PredictStream(ctx, opts, func(reply *proto.Reply) {
msg := reply.GetMessage()
msg := reply.Message
partialRune = append(partialRune, msg...)
tokenUsage.Prompt = int(reply.PromptTokens)