diff --git a/api/api.go b/api/api.go index 45e5e456..7994ff27 100644 --- a/api/api.go +++ b/api/api.go @@ -80,6 +80,10 @@ func App(configFile string, loader *model.ModelLoader, threads, ctxSize int, f16 app.Post("/v1/embeddings", embeddingsEndpoint(cm, debug, loader, threads, ctxSize, f16)) app.Post("/embeddings", embeddingsEndpoint(cm, debug, loader, threads, ctxSize, f16)) + // /v1/engines/{engine_id}/embeddings + + app.Post("/v1/engines/:model/embeddings", embeddingsEndpoint(cm, debug, loader, threads, ctxSize, f16)) + app.Get("/v1/models", listModels(loader, cm)) app.Get("/models", listModels(loader, cm)) diff --git a/api/openai.go b/api/openai.go index 3a6b947d..39212e67 100644 --- a/api/openai.go +++ b/api/openai.go @@ -218,6 +218,11 @@ func readConfig(cm ConfigMerger, c *fiber.Ctx, loader *model.ModelLoader, debug } modelFile := input.Model + + if c.Params("model") != "" { + modelFile = c.Params("model") + } + received, _ := json.Marshal(input) log.Debug().Msgf("Request received: %s", string(received))