Merge pull request #26 from FacerAin/feat/agent

[#23] Add LLM Caching

app/agent/agent.py

@@ -1,14 +1,18 @@
 import datetime
 
 from langchain.agents import AgentExecutor, AgentType, LLMSingleActionAgent, Tool, initialize_agent
+from langchain.cache import InMemoryCache
 from langchain.chains import LLMChain
 from langchain.chat_models import ChatOpenAI
+from langchain.globals import set_llm_cache
 
 from app.agent.parser import CustomAgentOutputParser
 from app.agent.prompts import AgentPromptTemplate, agent_prompt_template, retriever_prompt_template
 from app.agent.retriever import PineconeRetriever
 from app.core.config import settings
 
+set_llm_cache(InMemoryCache())
+
 
 class ExecutorAgent:
     def __init__(self):

requirements.txt

@@ -8,3 +8,4 @@ uvicorn==0.23.2
 pydantic-settings==2.0.3
 pydantic==2.3.0
 tiktoken==0.3.3
+SQLAlchemy >= 2.0