Fix broken tokenizer dependencies in main (#77)

xebia-functional · May 19, 2023 · 6f39b9e · 6f39b9e
1 parent f04a8ab
commit 6f39b9e
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/integrations/pdf/build.gradle.kts b/integrations/pdf/build.gradle.kts
@@ -16,5 +16,6 @@ java {
 
 dependencies {
     implementation(projects.xefCore)
+    implementation(projects.tokenizer)
     implementation(libs.apache.pdf.box)
 }
diff --git a/integrations/pdf/src/main/kotlin/com/xebia/functional/xef/pdf/PDFLoader.kt b/integrations/pdf/src/main/kotlin/com/xebia/functional/xef/pdf/PDFLoader.kt
@@ -1,7 +1,7 @@
 package com.xebia.functional.xef.pdf
 
+import com.xebia.functional.tokenizer.ModelType
 import com.xebia.functional.xef.agents.ParameterlessAgent
-import com.xebia.functional.xef.llm.openai.LLMModel
 import com.xebia.functional.xef.loaders.BaseLoader
 import com.xebia.functional.xef.textsplitters.BaseTextSplitter
 import com.xebia.functional.xef.textsplitters.TokenTextSplitter
@@ -11,7 +11,7 @@ import java.io.File
 
 fun pdf(
   file: File,
-  splitter: BaseTextSplitter = TokenTextSplitter(modelName = LLMModel.GPT_3_5_TURBO.name, chunkSize = 100, chunkOverlap = 50)
+  splitter: BaseTextSplitter = TokenTextSplitter(modelType = ModelType.GPT_3_5_TURBO, chunkSize = 100, chunkOverlap = 50)
 ): ParameterlessAgent<List<String>> =
   ParameterlessAgent(name = "Get PDF content", description = "Get PDF Content of $file") {
     val loader = PDFLoader(file)