diff --git a/core/backend/tokenize.go b/core/backend/tokenize.go index 3c78b17fc9b8..c8ec8d1cb260 100644 --- a/core/backend/tokenize.go +++ b/core/backend/tokenize.go @@ -11,17 +11,11 @@ func ModelTokenize(s string, loader *model.ModelLoader, backendConfig config.Bac modelFile := backendConfig.Model - grpcOpts := GRPCModelOpts(backendConfig) - var inferenceModel grpc.Backend var err error - opts := modelOpts(backendConfig, appConfig, []model.Option{ - model.WithLoadGRPCLoadModelOpts(grpcOpts), - model.WithThreads(uint32(*backendConfig.Threads)), - model.WithAssetDir(appConfig.AssetsDestination), + opts := ModelOptions(backendConfig, appConfig, []model.Option{ model.WithModel(modelFile), - model.WithContext(appConfig.Context), }) if backendConfig.Backend == "" {