dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-29 22:20:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

cleanup

Browse source
This commit is contained in:
Dave Lee 2023-06-12 17:55:03 -04:00
parent 115766205c
commit d4c6407bf4
6 changed files with 71 additions and 109 deletions
Download patch file Download diff file Expand all files Collapse all files

10
apiv2/config.go
View file

@ -5,6 +5,7 @@ import (
"strings"
llama "github.com/go-skynet/go-llama.cpp"
"github.com/rs/zerolog/log"
)
type ConfigRegistration struct {
@ -34,11 +35,11 @@ type Config interface {
GetLocalSettings() ConfigLocalSettings
GetRegistration() ConfigRegistration
// TODO: Test these. I am not sure.
// Go People: Is this good design?
ToPredictOptions() []llama.PredictOption
ToModelOptions() []llama.ModelOption
// TODO also dubious? Technically some requests lack prompts, but it's pretty general and may just be worth sticking here.
// Go People: Also curious about these two. Even more sketchy!
GetPrompts() ([]Prompt, error)
GetN() (int, error)
}
@ -275,9 +276,6 @@ func (sc SpecificConfig[RequestModel]) GetPrompts() ([]Prompt, error) {
return prompts, nil
}
case CreateChatCompletionRequest:
fmt.Printf("🥳 %+v\n\n\n", req.XLocalaiExtensions.Roles)
for _, message := range req.Messages {
var content string
var role string
@ -297,7 +295,7 @@ func (sc SpecificConfig[RequestModel]) GetPrompts() ([]Prompt, error) {
role = *r
}
default:
fmt.Printf("Unrecognized message role: %s\n", message.Role)
log.Error().Msgf("Unrecognized message role: %s", message.Role)
role = ""
}
}