Frontend enabling work

.github/workflows/ci.yml

@@ -1,13 +1,12 @@
 name: CI
-
 on:
   push:
-    branches: ["master"]
+    branches: ['master']
   pull_request:
-    branches: ["master"]
+    branches: ['master']
 
 jobs:
-  build:
+  build_agent_controller:
     runs-on: ubuntu-latest
 
     strategy:
@@ -22,19 +21,66 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
-          cache: "npm"
+          cache: 'npm'
 
       - name: Install dependencies
-        run: npm ci
+        run: |
+          cd src/agents-controller
+          npm ci
 
       - name: Compile
-        run: npm run compile
+        run: |
+          cd src/agents-controller
+          npm run compile
+
+      - name: Test
+        run: |
+          cd src/agents-controller
+          npm test
+
+      - name: Lint
+        run: |
+          cd src/agents-controller
+          npm run lint
+
+      - name: Format
+        run: |
+          cd src/agents-controller
+          npm run format:check
+
+  build_frontend:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [14.x, 16.x, 18.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: 'npm'
+
+      - name: Install dependencies
+        run: |
+          cd src/frontend
+          npm ci
 
       - name: Test
-        run: npm test
+        run: |
+          cd src/frontend
+          npm run test
 
       - name: Lint
-        run: npm run lint
+        run: |
+          cd src/frontend
+          npm run lint
 
       - name: Format
-        run: npm run format:check
+        run: |
+          cd src/frontend
+          npm run format:check

.gitignore

@@ -1,4 +1 @@
 node_modules
-dist
-.env
-.store

.store/1/memory

@@ -0,0 +1,106 @@
+[
+  {
+    "type": "message",
+    "message": {
+      "type": "spontaneous",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "1"
+      ],
+      "content": "Several events are omitted here to free up space in your context window, summarized as follows:\n\nYou received a message from Control asking for the temperature in San Diego. You used the `searchWeb` action to search for the current temperature in San Diego, but the search results did not provide a clear answer. You then used the `searchWeb` action again to search for the temperature in San Diego right now, and found several websites that provided the current temperature."
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "readPage\nthoughts: I can use this action to read a summary of a web page in markdown format.\nurl: https://www.accuweather.com/en/us/san-diego/92101/current-weather/347628"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "ok",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "1"
+      ],
+      "content": "Here is a summarized markdown version of the page, in a series of summarized chunks:\n\n=== SUMMARIZED CHUNK (61 tokens) ===\n\nUnfortunately, the requested webpage is not available at the provided link. Access to the page has been denied as you do not have the required permissions to view it. The reference number 18.ae9bd817.1681485635.26537847 can be used for further troubleshooting if required.\n\n"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "searchWeb\nthoughts: I can use this action to search the web for information.\nsearchString: temperature in San Diego right now accuweather"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "ok",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "1"
+      ],
+      "content": "Search results:\n\n- Title: \"San Diego, CA Weather Forecast | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/weather-forecast/347628\n\n- Title: \"San Diego, CA Daily Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/daily-weather-forecast/347628\n\n- Title: \"San Diego, CA Hourly Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/hourly-weather-forecast/347628\n\n- Title: \"San Diego, CA Current Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/current-weather/347628\n\n- Title: \"San Antonio, TX Weather Forecast | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-antonio/78205/weather-forecast/351198\n\n- Title: \"San Diego, CA Weather Radar | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/weather-radar/347628\n\n- Title: \"San Antonio, TX Current Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-antonio/78205/current-weather/351198\n\n- Title: \"San Diego, CA Monthly Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/february-weather/347628\n\n- Title: \"San Diego, CA Satellite Weather Map | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/satellite/347628\n\n- Title: \"San Diego, TX Weather Forecast | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/78384/weather-forecast/335877"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "readPage\nthoughts: I can use this action to read a summary of the current weather in San Diego.\nurl: https://www.accuweather.com/en/us/san-diego/92101/current-weather/347628"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "ok",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "1"
+      ],
+      "content": "Here is a summarized markdown version of the page, in a series of summarized chunks:\n\n=== SUMMARIZED CHUNK (78 tokens) ===\n\nUnfortunately, you don't have permission to access the webpage \"http://www.accuweather.com/en/us/san-diego/92101/current-weather/347628\" at this time. The server is denying your access with the error message \"Reference #18.ae9bd817.1681485653.2654409a\".\n\n"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "searchWeb\nthoughts: I can try searching for the temperature in San Diego using a different search engine.\nsearchString: temperature in San Diego right now"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "ok",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "1"
+      ],
+      "content": "Search results:\n\n- Title: \"San Diego, CA Current Weather | AccuWeather\"\n  URL: https://www.accuweather.com/en/us/san-diego/92101/current-weather/347628\n\n- Title: \"San Diego, CA 10-Day Weather Forecast - The Weather Channel ...\"\n  URL: https://weather.com/weather/tenday/l/San+Diego+CA?canonicalCityId=cb5c473781cc06501376639dce8f0823a99187dcb42c79471a4303c076d66452\n\n- Title: \"Weather for San Diego, California, USA\"\n  URL: https://www.timeanddate.com/weather/usa/san-diego\n\n- Title: \"San Diego 7-Day Weather Forecast | FOX 5 San Diego\"\n  URL: https://fox5sandiego.com/weather/forecast/\n\n- Title: \"San Diego, CA\"\n  URL: https://www.weather.gov/sgx/\n\n- Title: \"Zone Area Forecast for San Diego County Inland Valleys\"\n  URL: https://forecast.weather.gov/MapClick.php?zoneid=CAZ050\n\n- Title: \"San Diego, CA Weather Conditions | Weather Underground\"\n  URL: https://www.wunderground.com/weather/us/ca/san-diego\n\n- Title: \"Zone Area Forecast for San Diego County Coastal Areas\"\n  URL: https://forecast.weather.gov/MapClick.php?zoneid=CAZ043\n\n- Title: \"Water temperature in San Diego in Pacific Ocean now\"\n  URL: https://seatemperature.net/current/united-states/san-diego-california-united-states-sea-temperature\n\n- Title: \"San Diego, CA - Current Weather - The Weather Network\"\n  URL: https://www.theweathernetwork.com/us/weather/california/san-diego"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "readPage\nthoughts: I can use this action to read a summary of the current weather in San Diego from The Weather Channel website.\nurl: https://weather.com/weather/today/l/32.72,-117.16?par=google&temp=f"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "agentToAgent",
+      "source": {
+        "type": "agent",
+        "id": "0"
+      },
+      "targetAgentIds": [
+        "1",
+        "2"
+      ],
+      "content": "how heavy is the earth"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "searchWeb\nthoughts: I can use this action to search the web for information.\nsearchString: weight of the earth"
+  }
+]

.store/2/memory

@@ -0,0 +1,38 @@
+[
+  {
+    "type": "decision",
+    "actionText": "noop"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "agentToAgent",
+      "source": {
+        "type": "agent",
+        "id": "0"
+      },
+      "targetAgentIds": [
+        "1",
+        "2"
+      ],
+      "content": "how heavy is the earth"
+    }
+  },
+  {
+    "type": "decision",
+    "actionText": "searchWeb\nthoughts: I can search the web to find the answer to this question.\nquery: how heavy is the earth?"
+  },
+  {
+    "type": "message",
+    "message": {
+      "type": "error",
+      "source": {
+        "type": "system"
+      },
+      "targetAgentIds": [
+        "2"
+      ],
+      "content": "Missing required parameter `searchString`. Usage:\n\n```\nsearchWeb\nthoughts: <reasoning behind this action> (optional)\nsearchString: <the string to search for>\n```"
+    }
+  }
+]

README.md

@@ -4,56 +4,15 @@ A framework for autonomous agents who can work together to accomplish tasks.
 
 [![Discord](https://img.shields.io/discord/1095770840173383802?label=discord)](https://discord.gg/X9MkUEsEUC)
 
-## Setup
-
-You will need at least Node 10.
-
-```
-npm install
-```
-
-Rename the `.env.template` file at the root of the project to `.env` and add your secrets to it:
-
-```
-OPENAI_API_KEY=... # obtain from https://platform.openai.com/account/api-keys
-# the following are needed for the agent to be able to search the web:
-GOOGLE_SEARCH_ENGINE_ID=... # create a custom search engine at https://cse.google.com/cse/all
-GOOGLE_API_KEY=... # obtain from https://console.cloud.google.com/apis/credentials
-AGENT_DELAY=... # optionally, a delay in milliseconds following every agent action
-```
-
-You'll also need to enable the Google Custom Search API for your Google Cloud account, e.g. <https://console.cloud.google.com/apis/library/customsearch.googleapis.com>
-
-## Running
-
-Start the program:
+The application has two parts:
 
-```
-npm run start [# of agents] [gpt-3.5-turbo|gpt-4]
-```
+1. agents-contoller - this is the control server for the agents
+2. frontend - this is the FE that displays the information to/from the agents
 
-Interact with the agents through the console. Anything you type will be sent as a message to all agents currently.
-
-## Action errors
-
-After spinning up a new agent, you will often see them make some mistakes which generate errors:
-
-- Trying to use an action before they've asked for `help` on it to know what its parameters are
-- Trying to just use a raw text response instead of a correctly-formatted action (or raw text wrapping a code block which contains a valid action)
-- Trying to use a multi-line parameter value without wrapping it in the multiline delimiter (`% ff9d7713-0bb0-40d4-823c-5a66de48761b`)
-
-This is a normal period of adjustment as they learn to operate themselves. They generally will learn from these mistakes and recover, although `gpt-3.5-turbo` agents sometimes devolve into endless error loops and can't figure out what the problem is. It's highly advised never to leave an agent unattended, since such infinite loops can eat through your tokens quickly (especially if they're stuck on a high-token-count action such as `writeFile`).
-
-## Agent state
-
-Each agent stores its state under the `.store` directory. Agent 1, for example, has
+## Setup
 
-```
-.store/1/memory
-.store/1/goals
-.store/1/notes
-```
+[Agents-controller](./agents-controller/README.md)
 
-You can simply delete any of these things, or the whole agent folder (or the whole `.store`) to selectively wipe whatever state you want between runs. Otherwise, agents will pick up where you left off on restart.
+[frontend](./frontend/README.md)
 
-A nice aspect of this is that when you want to debug a problem you ran into with a particular agent, you can delete the events in their memory subsequent to the point where the problem occurred, make changes to the code, and restart them to effectively replay that moment until you've fixed the bug. You can also ask an agent to implement a feature, and once they've done so you can restart, tell them that you've loaded the feature, and ask them to try it out.
+#### note - You will need at least Node 10.

.eslintrc.js → agents-controller/.eslintrc.js

@@ -4,20 +4,28 @@ module.exports = {
     browser: true,
     es2021: true,
   },
-  extends: ["eslint:recommended", "plugin:@typescript-eslint/recommended"],
+  extends: [
+    "eslint:recommended",
+    "plugin:@typescript-eslint/recommended",
+    "plugin:react-hooks/recommended",
+  ],
   overrides: [],
   parser: "@typescript-eslint/parser",
   parserOptions: {
     ecmaVersion: "latest",
     sourceType: "module",
+    ecmaFeatures: {
+      jsx: true,
+    },
   },
-  plugins: ["@typescript-eslint"],
+  plugins: ["@typescript-eslint", "react", "react-hooks"],
   rules: {
     "object-shorthand": "warn",
     "no-useless-rename": "warn",
     "prefer-destructuring": "warn",
     "@typescript-eslint/no-empty-function": "off",
     "@typescript-eslint/no-explicit-any": "off",
     "@typescript-eslint/no-non-null-assertion": "off",
+    "react/react-in-jsx-scope": "off",
   },
 };

agents-controller/.gitignore

@@ -0,0 +1,4 @@
+node_modules
+dist
+.env
+.store

agents-controller/README.md

@@ -0,0 +1,42 @@
+### Install
+
+```
+npm install
+```
+
+### Configure
+
+Create a `.env` file at the root of the project and add your secrets to it:
+
+```
+OPENAI_API_KEY=... # obtain from https://platform.openai.com/account/api-keys
+# the following are needed for the agent to be able to search the web:
+GOOGLE_SEARCH_ENGINE_ID=... # create a custom search engine at https://cse.google.com/cse/all
+GOOGLE_API_KEY=... # obtain from https://console.cloud.google.com/apis/credentials
+```
+
+You'll also need to enable the Google Custom Search API for your Google Cloud account, e.g. <https://console.cloud.google.com/apis/library/customsearch.googleapis.com>
+
+## Run
+
+Start the program:
+
+```
+npm run start [# of agents] [gpt-3.5-turbo|gpt-4]
+```
+
+Interact with the agents through the console. Anything you type will be sent as a message to all agents currently.
+
+### Agent state
+
+Each agent stores its state under the `.store` directory. Agent 1, for example has
+
+```
+.store/1/memory
+.store/1/goals
+.store/1/notes
+```
+
+You can simply delete any of these things, or the whole agent folder (or the whole `.store`) to selectively wipe whatever state you want between runs. Otherwise agents will pick up where you left off on restart.
+
+A nice aspect of this is that when you want to debug a problem you ran into with a particular agent, you can delete the events in their memory subsequent to the point where the problem occurred, make changes to the code, and restart them to effectively replay that moment until you've fixed the bug. You can also ask an agent to implement a feature, and once they've done so you can restart, tell them that you've loaded the feature and ask them to try it out.