dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-25 21:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

feat(functions/aio): all-in-one images, function template enhancements (#1862)

Browse source 
* feat(startup): allow to specify models from local files

* feat(aio): add Dockerfile, make targets, aio profiles

* feat(template): add Function and LastMessage

* add hermes2-pro-mistral

* update hermes2 definition

* feat(template): add sprig

* feat(template): expose FunctionCall

* feat(aio): switch llm for text
This commit is contained in:
Ettore Di Giacinto 2024-03-21 01:12:20 +01:00 • committed by GitHub
parent eeaf8c7ccd
commit e533dcf506
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
20 changed files with 462 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
core/http/endpoints/openai/chat.go
View file

@ -248,7 +248,10 @@ func ChatEndpoint(cl *config.BackendConfigLoader, ml *model.ModelLoader, startup
Role: r,
RoleName: role,
Content: i.StringContent,
FunctionCall: i.FunctionCall,
FunctionName: i.Name,
LastMessage: messageIndex == (len(input.Messages) - 1),
Function: config.Grammar != "" && (messageIndex == (len(input.Messages) - 1)),
MessageIndex: messageIndex,
}
templatedChatMessage, err := ml.EvaluateTemplateForChatMessage(config.TemplateConfig.ChatMessage, chatMessageData)