chore: simplify model loading (#3715)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
mudler · Oct 2, 2024 · 3acd767 · 3acd767
1 parent 5488fc3
commit 3acd767
Showing 1 changed file with 1 addition and 7 deletions.
diff --git a/core/backend/tokenize.go b/core/backend/tokenize.go
@@ -11,17 +11,11 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac
 
 	modelFile := backendConfig.Model
 
-	grpcOpts := GRPCModelOpts(backendConfig)
-
 	var inferenceModel grpc.Backend
 	var err error
 
-	opts := modelOpts(backendConfig, appConfig, []model.Option{
-		model.WithLoadGRPCLoadModelOpts(grpcOpts),
-		model.WithThreads(uint32(*backendConfig.Threads)),
-		model.WithAssetDir(appConfig.AssetsDestination),
+	opts := ModelOptions(backendConfig, appConfig, []model.Option{
 		model.WithModel(modelFile),
-		model.WithContext(appConfig.Context),
 	})
 
 	if backendConfig.Backend == "" {