Major plugins integration debugging

Author: avaer

packages/usdk/packages/upstreet-agent/packages/react-agents/components/plugins/index.tsx

@@ -1,13 +1,132 @@
+import React from 'react';
+import { Action, useEnv } from 'react-agents';
+import { z } from 'zod';
 import { ThreeDGenerationPlugin } from './plugin-3d-generation/src/index.ts';
+import util from 'util';
 
-// XXX finish this
-type IPlugin = {};
 
-const pluginWrap = (IPlugin: any) => (props: any) => {
-  console.log('render plugin', ThreeDGenerationPlugin);
-  return null;
+function generateZodSchema(obj: any): z.ZodTypeAny {
+  if (typeof obj === "string") return z.string();
+  if (typeof obj === "number") return z.number();
+  if (typeof obj === "boolean") return z.boolean();
+  if (Array.isArray(obj)) {
+    return z.array(generateZodSchema(obj[0] || z.any()));
+  }
+  if (typeof obj === "object" && obj !== null) {
+    const shape: Record<string, z.ZodTypeAny> = {};
+    for (const key in obj) {
+      shape[key] = generateZodSchema(obj[key]);
+    }
+    return z.object(shape);
+  }
+  return z.any();
+}
+
+type IActionHandlerAttachment = {
+  id: string;
+  url: string;
+  // title: "Generated 3D",
+  // source: "ThreeDGeneration",
+  // description: ThreeDPrompt,
+  // text: ThreeDPrompt,
+};
+type IActionHandlerCallbackArgs = {
+  text: string;
+  error?: boolean;
+  attachments?: IActionHandlerAttachment[],
+};
+type IActionHandler = (
+  runtime: any,
+  message: {
+    content: any;
+  },
+  state: any,
+  options: any,
+  callback: (result: IActionHandlerCallbackArgs) => void,
+) => void;
+type IAction = {
+  name: string;
+  // similies?: string[];
+  description: string;
+  examples: any[];
+  handler: IActionHandler;
+};
+type IPlugin = {
+  actions: IAction[];
+};
+
+const pluginWrap = (plugin: IPlugin) => (props: any) => {
+  console.log('render plugin', util.inspect(plugin, {
+    depth: 7,
+  }));
+  const env = useEnv();
+  return (
+    <>
+      {(plugin.actions ?? []).map((action: any) => {
+        const examples = action.examples.map(exampleMessages => {
+          const agentMessages = exampleMessages.filter(message => {
+            return /agentName/.test(message.user);
+          });
+          if (agentMessages.length > 0) {
+            const agentMessage = agentMessages[0];
+            const {
+              action,
+              ...args
+            } = agentMessage.content;
+            return args;
+          } else {
+            return null;
+          }
+        }).filter(Boolean);
+        console.log('got examples', examples);
+        if (examples.length > 0) {
+          const schema = generateZodSchema(examples[0]);
+          // console.log('got schema', schema);
+          return (
+            <Action
+              type={action.name}
+              description={action.description}
+              schema={schema}
+              examples={examples}
+              handler={async e => {
+                const { args } = e.data.message; 
+                console.log('got handler', args);
+
+                await new Promise((resolve, reject) => {
+                  const runtime = {
+                    getSetting(key: string) {
+                      return env[key];
+                    },
+                  };
+                  const message = {
+                    content: args,
+                  }
+                  const state = {};
+                  const options = {};
+                  const callback = (result: IActionHandlerCallbackArgs) => {
+                    console.log('got callback result', result);
+                    const {
+                      text,
+                      error,
+                      attachments,
+                    } = result;
+                    resolve(null);
+                  };
+                  console.log('call action handler', action.handler);
+                  action.handler(runtime, message, state, options, callback);
+                });
+              }}
+              key={action.name}
+            />
+          );
+        } else {
+          return null;
+        }
+      }).filter(Boolean)}
+    </>
+  );
 };
 
 export const plugins = {
-  plugin3dGeneration: pluginWrap(ThreeDGenerationPlugin),
+  '@elizaos/plugin-3d-generation': pluginWrap(ThreeDGenerationPlugin),
 };