Abstracts Eliza into a Package to enble publishing onto NPM along with plugin system

agent/.gitignore

@@ -0,0 +1,6 @@
+*.ts
+!index.ts
+!character.ts
+.env
+*.env
+.env*

agent/package.json

@@ -0,0 +1,20 @@
+{
+    "name": "@eliza/agent",
+    "version": "0.0.1",
+    "main": "src/index.ts",
+    "type": "module",
+    "scripts": {
+        "build": "tsup --format esm --dts",
+        "start": "node --loader ts-node/esm src/index.ts",
+        "dev": "node --loader ts-node/esm src/index.ts"
+    },
+    "dependencies": {
+        "@eliza/core": "workspace:*",
+        "@eliza/plugin-image-generation": "workspace:*",
+        "readline": "^1.3.0",
+        "tsup": "^8.3.5"
+    },
+    "devDependencies": {
+        "ts-node": "10.9.2"
+    }
+}

agent/src/index.ts

@@ -0,0 +1,158 @@
+import {
+    AgentRuntime,
+    boredomProvider,
+    Character,
+    defaultActions,
+    defaultCharacter,
+    DirectClient,
+    followRoom,
+    getTokenForProvider,
+    IAgentRuntime,
+    initializeClients,
+    initializeDatabase,
+    loadActionConfigs,
+    loadCharacters,
+    loadCustomActions,
+    muteRoom,
+    parseArguments,
+    timeProvider,
+    unfollowRoom,
+    unmuteRoom,
+    walletProvider,
+} from "@eliza/core";
+import readline from "readline";
+
+const args = parseArguments();
+
+console.log("Args are: ", args);
+
+let charactersArg = args.characters || args.character;
+
+let characters = [defaultCharacter];
+
+if (charactersArg) {
+    characters = loadCharacters(charactersArg);
+}
+
+console.log("Characters are: ", characters);
+
+const directClient = new DirectClient();
+
+const serverPort = parseInt(process.env.SERVER_PORT || "3000");
+directClient.start(serverPort);
+
+export async function createDirectRuntime(
+    character: Character,
+    db: any,
+    token: string,
+    configPath: string = "./elizaConfig.yaml"
+) {
+    console.log("Creating runtime for character", character.name);
+    return new AgentRuntime({
+        databaseAdapter: db,
+        token,
+        modelProvider: character.modelProvider,
+        evaluators: [],
+        character,
+        providers: [
+            timeProvider,
+            boredomProvider,
+            character.settings?.secrets?.WALLET_PUBLIC_KEY && walletProvider,
+        ].filter(Boolean),
+        actions: [
+            ...defaultActions,
+
+            // Custom actions
+            followRoom,
+            unfollowRoom,
+            unmuteRoom,
+            muteRoom,
+
+            // imported from elizaConfig.yaml
+            ...(await loadCustomActions(loadActionConfigs(configPath))),
+        ],
+    });
+}
+
+async function startAgent(character: Character) {
+    try {
+        const token = getTokenForProvider(character.modelProvider, character);
+        const db = initializeDatabase();
+
+        const runtime = await createDirectRuntime(character, db, token);
+
+        const clients = await initializeClients(
+            character,
+            runtime as IAgentRuntime
+        );
+
+        directClient.registerAgent(await runtime);
+
+        return clients;
+    } catch (error) {
+        console.error(
+            `Error starting agent for character ${character.name}:`,
+            error
+        );
+        throw error; // Re-throw after logging
+    }
+}
+
+const startAgents = async () => {
+    try {
+        for (const character of characters) {
+            await startAgent(character);
+        }
+    } catch (error) {
+        console.error("Error starting agents:", error);
+    }
+};
+
+startAgents().catch((error) => {
+    console.error("Unhandled error in startAgents:", error);
+    process.exit(1); // Exit the process after logging
+});
+
+const rl = readline.createInterface({
+    input: process.stdin,
+    output: process.stdout,
+});
+
+async function handleUserInput(input) {
+    if (input.toLowerCase() === "exit") {
+        rl.close();
+        return;
+    }
+
+    const agentId = characters[0].name.toLowerCase();
+    try {
+        const response = await fetch(
+            `http://localhost:3000/${agentId}/message`,
+            {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    text: input,
+                    userId: "user",
+                    userName: "User",
+                }),
+            }
+        );
+
+        const data = await response.json();
+        data.forEach((message) =>
+            console.log(`${characters[0].name}: ${message.text}`)
+        );
+    } catch (error) {
+        console.error("Error fetching response:", error);
+    }
+
+    chat();
+}
+
+function chat() {
+    rl.question("You: ", handleUserInput);
+}
+
+console.log("Chat started. Type 'exit' to quit.");
+chat();

agent/tsconfig.json

@@ -0,0 +1,7 @@
+{
+    "extends": "../tsconfig.json",
+    "compilerOptions": {
+        "outDir": "dist"
+    },
+    "include": ["."]
+}

agent/tsup.config.ts

@@ -0,0 +1,8 @@
+import { defineConfig } from "tsup";
+
+export default defineConfig({
+    entry: ["src/index.ts"],
+    outDir: "dist",
+    sourcemap: true,
+    clean: true,
+});

core/package.json

@@ -1,14 +1,14 @@
 {
-    "name": "eliza",
+    "name": "@eliza/core",
     "version": "1.0.0",
     "description": "",
     "main": "dist/index.js",
     "type": "module",
     "types": "dist/index.d.ts",
     "scripts": {
-        "build": "tsc -p tsconfig.json",
+        "build": "tsup --format esm --dts",
         "lint": "eslint . --fix",
-        "start": "node --loader ts-node/esm src/index.ts",
+        "start": "node --loader ts-node/esm src/index.ts --characters=\"../characters/blobert.character.json\"",
         "start:arok": "node --loader ts-node/esm src/index.ts --characters=\"../characters/arok.character.json\"",
         "start:service:ruby": "pm2 start pnpm --name=\"ruby\" --restart-delay=3000 --max-restarts=10 -- run start:ruby",
         "stop:service:ruby": "pm2 stop ruby",
@@ -70,11 +70,6 @@
         "typescript": "5.6.3",
         "wrangler": "3.84.0"
     },
-    "pnpm": {
-        "overrides": {
-            "onnxruntime-node": "^1.19.2"
-        }
-    },
     "dependencies": {
         "@ai-sdk/anthropic": "^0.0.53",
         "@ai-sdk/google": "^0.0.55",
@@ -84,8 +79,8 @@
         "@anthropic-ai/sdk": "^0.30.1",
         "@cliqz/adblocker-playwright": "1.34.0",
         "@coral-xyz/anchor": "^0.30.1",
-        "@discordjs/rest": "2.4.0",
         "@discordjs/opus": "github:discordjs/opus",
+        "@discordjs/rest": "2.4.0",
         "@discordjs/voice": "0.17.0",
         "@echogarden/espeak-ng-emscripten": "0.3.0",
         "@echogarden/kissfft-wasm": "0.2.0",
@@ -144,7 +139,7 @@
         "node-wav": "0.0.2",
         "nodejs-whisper": "0.1.18",
         "nodemon": "3.1.7",
-        "onnxruntime-node": "^1.19.2",
+        "onnxruntime-node": "^1.20.0",
         "openai": "4.69.0",
         "pdfjs-dist": "4.7.76",
         "pg": "^8.13.1",
@@ -163,6 +158,7 @@
         "tiktoken": "1.0.17",
         "tinyld": "1.3.4",
         "together-ai": "^0.7.0",
+        "tsup": "^8.3.5",
         "unique-names-generator": "4.7.1",
         "uuid": "11.0.2",
         "wav": "1.0.2",
@@ -174,12 +170,12 @@
         "youtube-dl-exec": "3.0.10"
     },
     "trustedDependencies": {
-        "onnxruntime-node": "^1.19.2",
+        "onnxruntime-node": "^1.20.0",
         "@discordjs/opus": "github:discordjs/opus",
         "@discordjs/voice": "0.17.0",
         "sharp": "^0.33.5"
     },
     "peerDependencies": {
-        "onnxruntime-node": "^1.19.2"
+        "onnxruntime-node": "^1.20.0"
     }
 }

core/src/actions/continue.ts

@@ -3,7 +3,6 @@ import {
     generateMessageResponse,
     generateTrueOrFalse,
 } from "../core/generation.ts";
-import { log_to_file } from "../core/logger.ts";
 import { booleanFooter, messageCompletionFooter } from "../core/parsing.ts";
 import {
     Action,
@@ -137,11 +136,6 @@ export const continueAction: Action = {
                 runtime.character.templates?.messageHandlerTemplate ||
                 messageHandlerTemplate,
         });
-        const datestr = new Date().toUTCString().replace(/:/g, "-");
-
-        // log context to file
-        log_to_file(`${state.agentName}_${datestr}_continue_context`, context);
-
         const { userId, roomId } = message;
 
         const response = await generateMessageResponse({
@@ -152,12 +146,6 @@ export const continueAction: Action = {
 
         response.inReplyTo = message.id;
 
-        // log response to file
-        log_to_file(
-            `${state.agentName}_${datestr}_continue_response`,
-            JSON.stringify(response)
-        );
-
         runtime.databaseAdapter.log({
             body: { message, context, response },
             userId,

core/src/actions/imageGeneration.ts

@@ -5,14 +5,16 @@ import {
     State,
     Action,
 } from "../core/types.ts";
-import { prettyConsole } from "../index.ts";
+import { elizaLogger } from "../index.ts";
 import { generateCaption, generateImage } from "./imageGenerationUtils.ts";
 
 export const imageGeneration: Action = {
     name: "GENERATE_IMAGE",
     similes: ["IMAGE_GENERATION", "IMAGE_GEN", "CREATE_IMAGE", "MAKE_PICTURE"],
     description: "Generate an image to go along with the message.",
     validate: async (runtime: IAgentRuntime, message: Memory) => {
+        // TODO: Abstract this to an image provider thing
+
         const anthropicApiKeyOk = !!runtime.getSetting("ANTHROPIC_API_KEY");
         const togetherApiKeyOk = !!runtime.getSetting("TOGETHER_API_KEY");
 
@@ -27,19 +29,19 @@ export const imageGeneration: Action = {
         options: any,
         callback: HandlerCallback
     ) => {
-        prettyConsole.log("Composing state for message:", message);
+        elizaLogger.log("Composing state for message:", message);
         state = (await runtime.composeState(message)) as State;
         const userId = runtime.agentId;
-        prettyConsole.log("User ID:", userId);
+        elizaLogger.log("User ID:", userId);
 
         const imagePrompt = message.content.text;
-        prettyConsole.log("Image prompt received:", imagePrompt);
+        elizaLogger.log("Image prompt received:", imagePrompt);
 
         // TODO: Generate a prompt for the image
 
         const res: { image: string; caption: string }[] = [];
 
-        prettyConsole.log("Generating image with prompt:", imagePrompt);
+        elizaLogger.log("Generating image with prompt:", imagePrompt);
         const images = await generateImage(
             {
                 prompt: imagePrompt,
@@ -51,13 +53,13 @@ export const imageGeneration: Action = {
         );
 
         if (images.success && images.data && images.data.length > 0) {
-            prettyConsole.log(
+            elizaLogger.log(
                 "Image generation successful, number of images:",
                 images.data.length
             );
             for (let i = 0; i < images.data.length; i++) {
                 const image = images.data[i];
-                prettyConsole.log(`Processing image ${i + 1}:`, image);
+                elizaLogger.log(`Processing image ${i + 1}:`, image);
 
                 const caption = await generateCaption(
                     {
@@ -66,7 +68,7 @@ export const imageGeneration: Action = {
                     runtime
                 );
 
-                prettyConsole.log(
+                elizaLogger.log(
                     `Generated caption for image ${i + 1}:`,
                     caption.title
                 );
@@ -90,7 +92,7 @@ export const imageGeneration: Action = {
                 );
             }
         } else {
-            prettyConsole.error("Image generation failed or returned no data.");
+            elizaLogger.error("Image generation failed or returned no data.");
         }
     },
     examples: [