From 3acd767ac4f08242e345a255f0f5b11a2f70fe1d Mon Sep 17 00:00:00 2001
From: Ettore Di Giacinto <mudler@users.noreply.github.com>
Date: Wed, 2 Oct 2024 08:59:06 +0200
Subject: [PATCH] chore: simplify model loading (#3715)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
---
 core/backend/tokenize.go | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/core/backend/tokenize.go b/core/backend/tokenize.go
index 3c78b17f..c8ec8d1c 100644
--- a/core/backend/tokenize.go
+++ b/core/backend/tokenize.go
@@ -11,17 +11,11 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac
 
 	modelFile := backendConfig.Model
 
-	grpcOpts := GRPCModelOpts(backendConfig)
-
 	var inferenceModel grpc.Backend
 	var err error
 
-	opts := modelOpts(backendConfig, appConfig, []model.Option{
-		model.WithLoadGRPCLoadModelOpts(grpcOpts),
-		model.WithThreads(uint32(*backendConfig.Threads)),
-		model.WithAssetDir(appConfig.AssetsDestination),
+	opts := ModelOptions(backendConfig, appConfig, []model.Option{
 		model.WithModel(modelFile),
-		model.WithContext(appConfig.Context),
 	})
 
 	if backendConfig.Backend == "" {