Add caching for program loading

SynaLinks · Oct 9, 2023 · f9c9ebe · f9c9ebe
1 parent 4f1f75c
commit f9c9ebe
Show file tree

Hide file tree

Showing 10 changed files with 19 additions and 13 deletions.
diff --git a/hybridagi/hybridstores/__init__.py b/hybridagi/hybridstores/__init__.py
diff --git a/hybridagi/hybridstores/program_memory/__init__.py b/hybridagi/hybridstores/program_memory/__init__.py
diff --git a/hybridagi/hybridstores/program_memory/base.py b/hybridagi/hybridstores/program_memory/base.py
@@ -79,7 +79,9 @@ def verify_programs(
     def add_programs(
             self,
             names: List[str],
-            programs: List[str]):
+            programs: List[str],
+            use_cache: bool = True):
+        """Method to add programs"""
         indexes = []
         dependencies = {}
         assert(len(programs) == len(names))
@@ -88,21 +90,25 @@ def add_programs(
         for idx, program in enumerate(programs):
             program_name = names[idx]
             graph_program = self.create_graph(program_name)
-            try:
+            if self.exists(program_name):
                 graph_program.delete()
-            except Exception:
-                pass
+
             graph_program.query(program)
-            chain = LLMChain(llm=self.llm, prompt=PROGRAM_DESCRIPTION_PROMPT)
-            program_description = chain.predict(program=program)
-            vector = np.array(
-                self.embedding.embed_query(text=program_description),
-                dtype=np.float32)
+            if not self.exists(program_name) or not use_cache:
+                chain = LLMChain(llm=self.llm, prompt=PROGRAM_DESCRIPTION_PROMPT)
+                program_description = chain.predict(program=program)
+                vector = np.array(
+                    self.embedding.embed_query(text=program_description),
+                    dtype=np.float32)
+                params = {"program_name": program_name, "vector": list(vector)}
+                self.query('MERGE (n:Program {name:"$program_name"'+
+                        ', description:vector32f($vector)})',
+                        params = params)
+            else:
+                params = {"program_name": program_name}
+                self.query('MATCH (n:Program {name:"$program_name"})'+
+                    '-[r:DEPENDS_ON]->(m) DELETE r')
             self.set_content(program_name, program)
-            params = {"program_name": program_name, "vector": list(vector)}
-            self.query('MERGE (n:Program {name:"$program_name"'+
-                       ', description:vector32f($vector)})',
-                       params = params)
             result = graph_program.query('MATCH (n:Program) RETURN n')
             dependencies[program_name] = []
             if len(result.result_set) > 0:

diff --git a/hybridagi/hybridstores/program_memory/program_memory.py b/hybridagi/hybridstores/program_memory/program_memory.py
diff --git a/hybridagi/hybridstores/program_memory/prompt.py b/hybridagi/hybridstores/program_memory/prompt.py
diff --git a/hybridagi/tools/list_programs.py b/hybridagi/tools/list_programs.py
diff --git a/hybridagi/tools/load_programs.py b/hybridagi/tools/load_programs.py
diff --git a/hybridagi/tools/program_search.py b/hybridagi/tools/program_search.py
diff --git a/models/README.md b/models/README.md
diff --git a/tests/interpreter/data/test_program.cypher b/tests/interpreter/data/test_program.cypher