dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-27 22:15:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 44

Use template evaluator for preparing LLM prompt in wrapped mode

Browse source 
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-12-27 19:08:33 +01:00
parent c526f05de5
commit 7592984b64
2 changed files with 57 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

17
core/http/endpoints/openai/realtime_model.go
View file

@ -74,16 +74,7 @@ func (m *anyToAnyModel) PredictStream(ctx context.Context, in *proto.PredictOpti
}
// returns and loads either a wrapped model or a model that support audio-to-audio
func newModel(cl *config.BackendConfigLoader, ml *model.ModelLoader, appConfig *config.ApplicationConfig, modelName string) (Model, error) {
cfg, err := cl.LoadBackendConfigFileByName(modelName, ml.ModelPath)
if err != nil {
return nil, fmt.Errorf("failed to load backend config: %w", err)
}
if !cfg.Validate() {
return nil, fmt.Errorf("failed to validate config: %w", err)
}
func newModel(cfg *config.BackendConfig, cl *config.BackendConfigLoader, ml *model.ModelLoader, appConfig *config.ApplicationConfig, modelName string) (Model, error) {
// Prepare VAD model
cfgVAD, err := cl.LoadBackendConfigFileByName(cfg.Pipeline.VAD, ml.ModelPath)
@ -139,7 +130,7 @@ func newModel(cl *config.BackendConfigLoader, ml *model.ModelLoader, appConfig *
return nil, fmt.Errorf("failed to load backend config: %w", err)
}
if !cfg.Validate() {
if !cfgLLM.Validate() {
return nil, fmt.Errorf("failed to validate config: %w", err)
}
@ -149,7 +140,7 @@ func newModel(cl *config.BackendConfigLoader, ml *model.ModelLoader, appConfig *
return nil, fmt.Errorf("failed to load backend config: %w", err)
}
if !cfg.Validate() {
if !cfgTTS.Validate() {
return nil, fmt.Errorf("failed to validate config: %w", err)
}
@ -159,7 +150,7 @@ func newModel(cl *config.BackendConfigLoader, ml *model.ModelLoader, appConfig *
return nil, fmt.Errorf("failed to load backend config: %w", err)
}
if !cfg.Validate() {
if !cfgSST.Validate() {
return nil, fmt.Errorf("failed to validate config: %w", err)
}