add constrains on the step execution and workflow generation (#250)

agiresearch · Sep 24, 2024 · 633dccd · 633dccd
1 parent 8d5f038
commit 633dccd
Show file tree

Hide file tree

Showing 11 changed files with 15 additions and 12 deletions.
diff --git a/README.md b/README.md
@@ -12,7 +12,7 @@ The goal of AIOS is to build a large language model (LLM) agent operating system
 
 ## 🏠 Architecture of AIOS
 <p align="center">
-<img src="images/AIOS-Architecture.png">
+<img src="docs/assets/aios-figs/AIOS-Architecture.png">
 </p>
 
 AIOS provides the LLM kernel as an abstraction on top of the OS kernel. The kernel facilitates the installation, execution and usage of agents. Furthermore, the AIOS SDK facilitates the development and deployment of agents.

diff --git a/aios/llm_core/llm_classes/gpt_llm.py b/aios/llm_core/llm_classes/gpt_llm.py
@@ -67,9 +67,12 @@ def process(self,
                 messages = messages,
                 tools = agent_process.query.tools,
                 # tool_choice = "required" if agent_process.query.tools else None,
-                max_tokens = self.max_new_tokens
+                max_tokens = self.max_new_tokens,
+                # response_format = {"type": "json_object"}
             )
+            # print(response_message)
             response_message = response.choices[0].message.content
+            # print(response_message)
             tool_calls = self.parse_tool_calls(
                 response.choices[0].message.tool_calls
             )

diff --git a/images/AIOS-Architecture.png → docs/assets/aios-figs/AIOS-Architecture.png b/images/AIOS-Architecture.png → docs/assets/aios-figs/AIOS-Architecture.png
diff --git a/images/Agent-Example.png → docs/assets/aios-figs/Agent-Example.png b/images/Agent-Example.png → docs/assets/aios-figs/Agent-Example.png
diff --git a/images/architecture.png → docs/assets/aios-figs/architecture.png b/images/architecture.png → docs/assets/aios-figs/architecture.png
diff --git a/images/context-manager.png → docs/assets/aios-figs/context-manager.png b/images/context-manager.png → docs/assets/aios-figs/context-manager.png
diff --git a/images/memory_storage.png → docs/assets/aios-figs/memory_storage.png b/images/memory_storage.png → docs/assets/aios-figs/memory_storage.png
diff --git a/images/scheduler.png → docs/assets/aios-figs/scheduler.png b/images/scheduler.png → docs/assets/aios-figs/scheduler.png
diff --git a/images/README.md b/images/README.md
diff --git a/pyopenagi/agents/react_agent.py b/pyopenagi/agents/react_agent.py
@@ -36,22 +36,24 @@ def build_system_instruction(self):
             [
                 f'You are given the available tools from the tool list: {json.dumps(self.tool_info)} to help you solve problems. ',
                 'Generate a plan of steps you need to take. ',
-                'The plan must follow the json format as: ',
+                'The plan must follow the json format as below: ',
                 '[',
                 '{"message": "message_value1","tool_use": [tool_name1, tool_name2,...]}',
                 '{"message": "message_value2", "tool_use": [tool_name1, tool_name2,...]}',
                 '...',
                 ']',
-                'In each step of the planned workflow, you must select the most related tool to use',
-                'Followings are some plan examples:',
+                'In each step of the planned plan, identify tools to use and recognize no tool is necessary. ',
+                'Followings are some plan examples. ',
+                '['
                 '[',
                 '{"message": "gather information from arxiv. ", "tool_use": ["arxiv"]},',
                 '{"message", "write a summarization based on the gathered information. ", "tool_use": []}',
                 '];',
                 '[',
-                '{"message": "identify the tool that you need to call to obtain information. ", "tool_use": ["imdb_top_movies", "imdb_top_series"]},',
-                '{"message", "give recommendations for the user based on the information. ", "tool_use": []}',
-                '];',
+                '{"message": "gather information from arxiv. ", "tool_use": ["arxiv"]},',
+                '{"message", "understand the current methods and propose ideas that can improve ", "tool_use": []}',
+                ']',
+                ']'
             ]
         )
 
@@ -138,7 +140,7 @@ def run(self):
                     message = step["message"]
                     tool_use = step["tool_use"]
 
-                    prompt = f"At step {i + 1}, you need to: {message}. "
+                    prompt = f"At step {i + 1}, you need to: {message}. Outputs should be pure text without any json object"
                     self.messages.append({
                         "role": "user",
                         "content": prompt

diff --git a/pyopenagi/utils/chat_template.py b/pyopenagi/utils/chat_template.py
@@ -2,7 +2,7 @@ class Query:
     def __init__(self,
             messages,
             tools = None,
-            message_return_type = "text"
+            message_return_type = "json"
         ) -> None:
         """Query format