From 4f1ab2366d4e700f35dc665c605771c10964e3f2 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Wed, 20 Nov 2024 18:06:35 +0100 Subject: [PATCH] chore(refactor): imply modelpath (#4208) Signed-off-by: Ettore Di Giacinto --- core/config/backend_config_loader.go | 2 +- core/http/endpoints/openai/request.go | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/core/config/backend_config_loader.go b/core/config/backend_config_loader.go index 7fe49bab..7fe77d42 100644 --- a/core/config/backend_config_loader.go +++ b/core/config/backend_config_loader.go @@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath } } - cfg.SetDefaults(opts...) + cfg.SetDefaults(append(opts, ModelPath(modelPath))...) return cfg, nil } diff --git a/core/http/endpoints/openai/request.go b/core/http/endpoints/openai/request.go index 1309fa82..2451f15f 100644 --- a/core/http/endpoints/openai/request.go +++ b/core/http/endpoints/openai/request.go @@ -304,7 +304,6 @@ func mergeRequestWithConfig(modelFile string, input *schema.OpenAIRequest, cm *c config.LoadOptionThreads(threads), config.LoadOptionContextSize(ctx), config.LoadOptionF16(f16), - config.ModelPath(loader.ModelPath), ) // Set the parameters for the language model prediction