fix: remove KV store implementation and repository dispatch handling, clean up related references

Author: gentlementlegen

.github/knip.ts

@@ -1,7 +1,7 @@
 import type { KnipConfig } from "knip";
 
 const config: KnipConfig = {
-  entry: ["src/kernel.ts", "src/adapters/cloudflare-worker.ts", "deploy/setup-kv-namespace.ts", "src/index.ts"],
+  entry: ["src/kernel.ts", "src/adapters/cloudflare-worker.ts", "src/index.ts"],
   project: ["src/**/*.ts"],
   ignore: ["jest.config.ts"],
   ignoreBinaries: ["i"],

.github/workflows/worker-deploy.yml

@@ -19,10 +19,9 @@ jobs:
 
       - uses: oven-sh/setup-bun@v2
 
-      - name: Run setup script
+      - name: Install dependencies
         run: |
           bun install
-          bun setup-kv
         env:
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
           CLOUDFLARE_ACCOUNT_ID: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}

README.md

@@ -71,12 +71,7 @@ bun dev
    - If not done already, create a Cloudflare account.
    - Run `npx wrangler login` to log in.
 
-4. **Create a KV Namespace:**
-
-   - Generate a KV namespace using `npx wrangler kv:namespace create PLUGIN_CHAIN_STATE`.
-   - Copy the generated ID and paste it under `[env.dev]` in `wrangler.toml`.
-
-5. **Manage Secrets:**
+4. **Manage Secrets:**
 
    - Add (env) secrets using `npx wrangler secret put <KEY> --env dev`.
    - For the private key, execute the following (replace `YOUR_APP_PRIVATE_KEY.PEM` with the actual PEM file path):
@@ -85,10 +80,10 @@ bun dev
      echo $(openssl pkcs8 -topk8 -inform PEM -outform PEM -nocrypt -in YOUR_APP_PRIVATE_KEY.PEM) | npx wrangler secret put APP_PRIVATE_KEY --env dev
      ```
 
-6. **Deploy the Kernel:**
+5. **Deploy the Kernel:**
    - Execute `bun run deploy-dev` to deploy the kernel.
 
-7. **Setup database (optional)**
+6. **Setup database (optional)**
    - You can set up your local database by going through [this repository](https://github.com/ubiquity-os/database) and following the instructions.
 
 ### Plugin-Kernel Input/Output Interface
@@ -99,7 +94,7 @@ Inputs are received within the workflow, triggered by the `workflow_dispatch` ev
 
 ```typescript
 interface PluginInput {
-  stateId: string; // An identifier used to track the state of plugin chain execution in Cloudflare KV
+  stateId: string; // Identifier used to trace a plugin invocation
   eventName: string; // The complete name of the event (e.g., `issue_comment.created`)
   eventPayload: any; // The payload associated with the event
   settings: string; // A string containing JSON with settings specific to your plugin
@@ -123,28 +118,6 @@ const input: PluginInput = {
 };
 ```
 
-#### Output
-
-Data is returned using the `repository_dispatch` event on the plugin's repository, and the output is structured within the `client_payload`.
-
-The `event_type` must be set to `return-data-to-ubiquity-os-kernel`.
-
-```typescript
-interface PluginOutput {
-  state_id: string; // The state ID passed in the inputs must be included here
-  output: string; // A string containing JSON with custom output, defined by the plugin itself
-}
-```
-
-Example usage:
-
-```typescript
-const output: PluginOutput = {
-  state_id: "abc123",
-  output: '{ "result": "success", "message": "Plugin executed successfully" }',
-};
-```
-
 ## Plugin Quick Start
 
 The kernel supports 2 types of plugins:

package.json

@@ -31,7 +31,6 @@
     "knip-ci": "knip --no-exit-code --reporter json --config .github/knip.ts",
     "jest:test": "jest --coverage",
     "plugin:hello-world": "tsx tests/__mocks__/hello-world-plugin.ts",
-    "setup-kv": "bun --env-file=.dev.vars scripts/setup-kv-namespace.ts",
     "setup": "tsx ./scripts/setup.ts",
     "start:azure": "run-p proxy build:watch start",
     "start:bun": "run-p proxy start",

scripts/deploy.ts

@@ -1,32 +1,17 @@
 import { confirm, input, select } from "@inquirer/prompts";
-import { exec, execSync, spawn } from "child_process";
+import { exec, spawn } from "child_process";
+import { parse } from "dotenv";
 import { readFileSync, unlinkSync, writeFileSync } from "fs";
 import ora from "ora";
 import path from "path";
-import { parse } from "dotenv";
 import toml from "toml";
-// @ts-expect-error No typings exist for this package
-import * as tomlify from "tomlify-j0.4";
 
 interface WranglerConfiguration {
-  name: string;
-  env: {
-    [env: string]: {
-      kv_namespaces?: {
-        id: string;
-        binding: string;
-      }[];
-    };
-  };
-  kv_namespaces: {
-    id: string;
-    binding: string;
-  }[];
+  env?: Record<string, unknown>;
 }
 
 const WRANGLER_PATH = path.resolve(__dirname, "..", "node_modules/.bin/wrangler");
 const WRANGLER_TOML_PATH = path.resolve(__dirname, "..", "wrangler.toml");
-const BINDING_NAME = "PLUGIN_CHAIN_STATE";
 
 function checkIfWranglerInstalled() {
   return new Promise((resolve) => {
@@ -101,23 +86,6 @@ function wranglerDeploy(env: string | null) {
   });
 }
 
-function wranglerKvNamespace(projectName: string, namespace: string) {
-  const kvList = JSON.parse(execSync(`${WRANGLER_PATH} kv namespace list`).toString()) as { id: string; title: string }[];
-  const existingNamespace = kvList.find((o) => o.title === namespace || o.title === `${projectName}-${namespace}`);
-  if (existingNamespace) {
-    return existingNamespace.id;
-  }
-
-  const res = execSync(`${WRANGLER_PATH} kv namespace create ${namespace}`).toString();
-
-  const newId = res.match(/id = \s*"([^"]+)"/)?.[1];
-  if (!newId) {
-    console.log(res);
-    throw new Error(`The new ID could not be found.`);
-  }
-  return newId;
-}
-
 void (async () => {
   const spinner = ora("Checking if Wrangler is installed").start();
   const wranglerInstalled = await checkIfWranglerInstalled();
@@ -185,40 +153,6 @@ void (async () => {
     }
   }
 
-  spinner.start("Setting up KV namespace");
-  try {
-    const kvNamespace = selectedEnv ? `${selectedEnv}-plugin-chain-state` : `plugin-chain-state`;
-    const namespaceId = wranglerKvNamespace(wranglerToml.name, kvNamespace);
-    if (selectedEnv) {
-      const existingBinding = wranglerToml.env[selectedEnv]?.kv_namespaces?.find((o) => o.binding === BINDING_NAME);
-      if (!existingBinding) {
-        wranglerToml.env[selectedEnv] = wranglerToml.env[selectedEnv] ?? {};
-        wranglerToml.env[selectedEnv].kv_namespaces = wranglerToml.env[selectedEnv].kv_namespaces ?? [];
-        wranglerToml.env[selectedEnv].kv_namespaces?.push({
-          id: namespaceId,
-          binding: BINDING_NAME,
-        });
-      } else {
-        existingBinding.id = namespaceId;
-      }
-    } else {
-      const existingBinding = wranglerToml.kv_namespaces.find((o) => o.binding === BINDING_NAME);
-      if (!existingBinding) {
-        wranglerToml.kv_namespaces.push({
-          id: namespaceId,
-          binding: BINDING_NAME,
-        });
-      } else {
-        existingBinding.id = namespaceId;
-      }
-    }
-    writeFileSync(WRANGLER_TOML_PATH, tomlify.toToml(wranglerToml));
-    spinner.succeed(`Using KV namespace ${kvNamespace} with ID: ${namespaceId}`);
-  } catch (err) {
-    spinner.fail(`Error setting up KV namespace: ${err}`);
-    process.exit(1);
-  }
-
   spinner.start("Deploying to Cloudflare Workers").stopAndPersist();
   try {
     await wranglerDeploy(selectedEnv);

scripts/setup-kv-namespace.ts

@@ -1,11 +1,11 @@
-import http from "http";
+import { confirm, input } from "@inquirer/prompts";
+import { Octokit } from "@octokit/core";
 import fs from "fs";
-import path from "path";
+import http from "http";
+import NodeRSA from "node-rsa";
 import open from "open";
 import ora, { Ora } from "ora";
-import NodeRSA from "node-rsa";
-import { Octokit } from "@octokit/core";
-import { confirm, input } from "@inquirer/prompts";
+import path from "path";
 
 const PORT = 3000;
 const DEV_ENV_FILE = ".dev.vars";
@@ -24,7 +24,7 @@ const manifestTemplate = {
     contents: "write",
     members: "read",
   },
-  default_events: ["issues", "issue_comment", "label", "pull_request", "push", "repository", "repository_dispatch"],
+  default_events: ["issues", "issue_comment", "label", "pull_request", "push", "repository"],
 };
 
 class GithubAppSetup {

scripts/setup.ts

@@ -6,15 +6,11 @@ import { logger } from "../logger/logger";
 
 import { customOctokit } from "./github-client";
 import { GitHubContext, SimplifiedContext } from "./github-context";
-import { PluginChainState } from "./types/plugin";
-import { KvStore } from "./utils/kv-store";
-
 export type Options = {
   environment: "production" | "development";
   webhookSecret: string;
   appId: string | number;
   privateKey: string;
-  pluginChainState: KvStore<PluginChainState>;
   llmClient: OpenAI;
   llm: string;
   logger?: typeof logger;
@@ -25,7 +21,6 @@ export class GitHubEventHandler {
   public on: Webhooks<SimplifiedContext>["on"];
   public onAny: Webhooks<SimplifiedContext>["onAny"];
   public onError: Webhooks<SimplifiedContext>["onError"];
-  public pluginChainState: KvStore<PluginChainState>;
 
   readonly environment: "production" | "development";
   private readonly _webhookSecret: string;
@@ -40,7 +35,6 @@ export class GitHubEventHandler {
     this._privateKey = options.privateKey;
     this._appId = Number(options.appId);
     this._webhookSecret = options.webhookSecret;
-    this.pluginChainState = options.pluginChainState;
     this._llmClient = options.llmClient;
     this.llm = options.llm;